-- Logs begin at Mon 2021-07-19 19:56:22 UTC, end at Mon 2021-07-19 20:59:19 UTC. -- Jul 19 20:30:44.539325 dv-cinder-801321-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 19 20:30:46.918142 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.common.config [-] Logging enabled! Jul 19 20:30:46.918854 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev3 Jul 19 20:30:46.918959 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78576) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 20:30:46.922052 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.common.config [-] Logging enabled! Jul 19 20:30:46.922311 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev3 Jul 19 20:30:46.922625 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78576) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 19 20:30:46.923591 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 19 20:30:46.923829 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 19 20:30:46.924199 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 19 20:30:46.924446 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 19 20:30:46.924680 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 19 20:30:46.925001 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.925319 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.925621 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.925850 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.926143 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.926435 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.926718 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.927031 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.927331 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.927615 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.927890 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.928173 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.928405 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.928685 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.928959 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.929246 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.929467 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] debug = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.929744 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.930166 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.930591 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.930871 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.931185 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.931462 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.931732 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.932008 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.932290 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.932622 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] host = dv-cinder-801321-1-iscsi {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.932898 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.933193 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.933471 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.933756 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.934030 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.934305 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.934589 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.934864 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.935163 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] log_file = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.935438 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.935726 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.936014 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.936310 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.936536 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.936758 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.937087 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.937331 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.937600 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.937872 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.938145 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.938417 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.938686 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.938953 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.939256 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.939537 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.939818 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.940088 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.940357 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.940624 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.940891 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.941699 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.941971 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.942240 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.942512 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.942796 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.943085 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.943360 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.943655 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.943937 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.944217 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.944498 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.944773 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.945054 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.945322 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.945590 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.945857 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] use_json = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.946126 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.946393 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.946672 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.946940 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.947239 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.947508 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.947776 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.948056 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:46.948350 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.948647 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.948943 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.949225 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.949517 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.949794 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.950079 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.950355 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.950643 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.950927 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.951236 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.951511 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.951795 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.952069 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.952362 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.952665 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.952957 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.953247 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.953527 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.953796 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.954072 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.954348 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.954639 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.954934 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.955248 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.955519 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.955795 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.956085 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.956362 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.957178 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.957468 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.957757 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.958036 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.958308 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.958591 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.958871 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.959173 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.959447 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.959723 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.960011 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.960304 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.960558 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.960827 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.961102 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.961372 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.961656 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.961932 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.962205 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.962479 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.962757 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.963061 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.963338 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.963615 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.963889 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.964166 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.964439 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.964718 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.964996 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.965271 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.965546 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.965820 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.966096 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.966374 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.966647 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.966920 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.967222 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.967499 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.967773 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.968062 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.968362 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.968639 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.968918 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.969195 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.969474 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.969751 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.970027 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.970303 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.970577 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.970847 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.971165 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.971450 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.971735 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.972015 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.972316 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.972610 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.972887 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.973169 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.973447 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.973722 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.974008 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.974289 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.974579 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.974872 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.975186 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.975479 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.975770 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.976051 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.976360 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.976644 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:46.976861 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 20:30:46.977104 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78576) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 19 20:30:47.366074 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO keyring.backend [-] Loading KWallet Jul 19 20:30:47.373606 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO keyring.backend [-] Loading SecretService Jul 19 20:30:47.377225 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO keyring.backend [-] Loading Windows Jul 19 20:30:47.379121 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO keyring.backend [-] Loading chainer Jul 19 20:30:47.379716 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO keyring.backend [-] Loading macOS Jul 19 20:30:47.413961 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:30:47.414236 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:30:47.414529 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:30:47.414870 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 19 20:30:47.729663 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.729993 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.730298 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.731553 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.731828 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.732093 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.852672 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.852946 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.853216 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.866796 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.867110 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.867646 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.896096 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.896381 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.896648 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.935629 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.936198 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:47.936198 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.173006 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.173312 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.173552 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.173823 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.174579 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.299160 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.299481 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.299765 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.300035 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.300840 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.301158 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.301426 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.301685 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.301940 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.302221 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.302481 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.302744 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.303036 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.303299 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.303558 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.303974 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.304235 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.304511 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.304768 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.305052 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.305407 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.305661 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.305909 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.306191 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.306443 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.306687 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.307097 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 20:30:48.307340 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 20:30:48.307580 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 20:30:48.307810 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 20:30:48.308044 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 20:30:48.308279 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 20:30:48.308644 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 19 20:30:48.311953 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 19 20:30:48.316620 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 19 20:30:48.320961 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 19 20:30:48.322713 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 19 20:30:48.323213 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 19 20:30:48.323557 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 19 20:30:48.323958 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 19 20:30:48.327129 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 19 20:30:48.327382 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 19 20:30:48.327747 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 20:30:48.356478 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 19 20:30:48.356938 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.357242 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78576) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 19 20:30:48.357609 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.358993 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78576) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 19 20:30:48.359283 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 20:30:48.359533 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 19 20:30:48.362663 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.363507 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.425081 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 19 20:30:48.425244 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 19 20:30:48.426023 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 19 20:30:48.426402 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 19 20:30:48.459828 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_db.sqlalchemy.engines [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78576) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 19 20:30:48.793727 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Initializing driver for type 'gre' Jul 19 20:30:48.794252 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] gre ID ranges: [(1, 1000)] Jul 19 20:30:48.852626 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Initializing driver for type 'local' Jul 19 20:30:48.852966 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Initializing driver for type 'vlan' Jul 19 20:30:48.865483 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] VlanTypeDriver initialization complete Jul 19 20:30:48.865819 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Initializing driver for type 'vxlan' Jul 19 20:30:48.866326 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] vxlan ID ranges: [(1, 1000)] Jul 19 20:30:48.915852 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Initializing extension driver 'port_security' Jul 19 20:30:48.916228 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.extensions.port_security [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] PortSecurityExtensionDriver initialization complete Jul 19 20:30:48.916675 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Initializing mechanism driver 'openvswitch' Jul 19 20:30:48.917015 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Initializing mechanism driver 'hyperv' Jul 19 20:30:48.923543 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.plugins.ml2.plugin [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:30:48.924314 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > port after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.924685 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > port after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.925034 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > port after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.925986 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > subnet after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.926338 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > subnet after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.926679 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > subnet after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.927093 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > network after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.927436 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > network after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.927773 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > network after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.928150 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > security_group after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.928499 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > security_group after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.928840 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > security_group after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.929214 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.929558 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.929894 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.930267 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > address_group after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.930605 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > address_group after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.930935 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > address_group after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.931306 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] ML2 OVO RPC backend initialized. {{(pid=78576) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jul 19 20:30:48.932060 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router_interface after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.932411 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.932825 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > network before_response 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.933169 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > networks before_response 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.933514 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > port before_response 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.933851 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > ports before_response 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.934189 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > subnet before_response 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.934536 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > subnets before_response 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.934879 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > network after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.935246 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > network after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.935582 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > network after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.935917 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > port after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.936497 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > port after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.936600 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > port after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.936894 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > subnet after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.937228 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > subnet after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.937560 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > subnet after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.938212 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.plugin [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Modular L2 Plugin initialization complete Jul 19 20:30:48.938537 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading services supported by the core plugin {{(pid=78576) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 19 20:30:48.938863 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.plugins.ml2.managers [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Got port-security extension from driver 'port_security' Jul 19 20:30:48.939369 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.extensions.vlantransparent [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Disabled vlantransparent extension. Jul 19 20:30:48.939860 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78576) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 19 20:30:48.940170 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading Plugin: router Jul 19 20:30:48.978708 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router_interface before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.979121 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router after_create 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.979488 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router before_create 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.979848 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.980211 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.980558 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router after_delete 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.980911 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > floatingip after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.981266 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router after_create 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.981606 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router after_update 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.981955 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router after_update 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.982299 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.982651 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router after_update 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.983081 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router precommit_update 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.983449 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: port after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.983786 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: port after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.984117 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: subnet after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.984451 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.984795 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > port precommit_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.985135 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router precommit_create 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.985471 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: port before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.985808 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router precommit_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.986157 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router after_update 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.986493 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router precommit_delete 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.986839 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router precommit_create 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.987221 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router_interface after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.987564 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router precommit_update 55549900 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.988480 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > agent after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.988828 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > agent after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.989169 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > network after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.990099 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Tracking information for resource: router configured {{(pid=78576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 20:30:48.990351 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Tracking information for resource: floatingip configured {{(pid=78576) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 20:30:48.995296 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.db.l3_agentschedulers_db [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 19 20:30:48.995871 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: port after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.996228 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: port after_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.996576 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: port after_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.996923 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: port after_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.997712 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router before_create 55550100 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.998072 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router precommit_delete 55550100 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.998429 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router precommit_create 55550100 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:48.998778 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > router precommit_update 55550100 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:49.003091 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.services.provider_configuration [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service providers = [] {{(pid=78576) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 19 20:30:49.003541 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.db.servicetype_db [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78576) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 19 20:30:49.006999 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.services.service_base [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78576) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 20:30:49.007336 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.services.service_base [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78576) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 20:30:49.007676 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.services.service_base [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78576) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 20:30:49.008556 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.services.service_base [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78576) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 20:30:49.009083 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.services.service_base [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 19 20:30:49.009464 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 20:30:49.009782 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 19 20:30:49.020455 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 20:30:49.020788 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading Plugin: auto_allocate Jul 19 20:30:49.026549 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: network precommit_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:49.026919 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: network precommit_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:49.027467 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 20:30:49.027784 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading Plugin: tag Jul 19 20:30:49.034561 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 20:30:49.034934 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading Plugin: timestamp Jul 19 20:30:49.038760 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 20:30:49.039129 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading Plugin: network_ip_availability Jul 19 20:30:49.044314 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:49.044684 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:49.045035 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:49.045755 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 20:30:49.046069 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading Plugin: flavors Jul 19 20:30:49.052804 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 20:30:49.053129 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading Plugin: revisions Jul 19 20:30:49.057359 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78576) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 20:30:49.057740 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_concurrency.lockutils [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.643s {{(pid=78576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:30:49.058480 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78576) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 19 20:30:49.058811 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Initializing extension manager. Jul 19 20:30:49.059333 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: __init__.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.059669 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: __pycache__ {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.060001 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.060329 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: address_group.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.061103 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.061679 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: address-group Jul 19 20:30:49.062064 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: address_scope.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.062712 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.063297 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: address-scope Jul 19 20:30:49.063577 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: admin_state_down_before_update.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.064514 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.065025 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: router-admin-state-down-before-update Jul 19 20:30:49.065342 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: agent.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.066646 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.067181 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: agent Jul 19 20:30:49.067498 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: agent_resources_synced.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.068408 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.068917 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: agent-resources-synced Jul 19 20:30:49.069230 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: allowedaddresspairs.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.071121 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.071595 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: allowed-address-pairs Jul 19 20:30:49.071916 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: auto_allocated_topology.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.072992 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.073507 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: auto-allocated-topology Jul 19 20:30:49.073827 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: availability_zone.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.074519 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.075062 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: availability_zone Jul 19 20:30:49.075381 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: availability_zone_filter.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.076284 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.076794 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: availability_zone_filter Jul 19 20:30:49.077112 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: data_plane_status.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.078020 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.078529 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension data-plane-status not supported by any of loaded plugins Jul 19 20:30:49.078847 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: default_subnetpools.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.079787 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.080297 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: default-subnetpools Jul 19 20:30:49.080615 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: dhcpagentscheduler.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.081440 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.081993 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: dhcp_agent_scheduler Jul 19 20:30:49.082312 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: dns.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.083260 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.083764 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension dns-integration not supported by any of loaded plugins Jul 19 20:30:49.084080 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: dns_domain_ports.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.084992 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.085504 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 19 20:30:49.085823 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: dvr.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.086496 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.087037 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: dvr Jul 19 20:30:49.087358 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: empty_string_filtering.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.088265 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.088775 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: empty-string-filtering Jul 19 20:30:49.089090 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.089993 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.090501 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 19 20:30:49.090814 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.091747 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.092253 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 19 20:30:49.092567 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: external_net.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.093474 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.093980 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: external-net Jul 19 20:30:49.094292 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: extra_dhcp_opt.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.095236 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.095745 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: extra_dhcp_opt Jul 19 20:30:49.096059 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: extraroute.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.096959 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.097520 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: extraroute Jul 19 20:30:49.097836 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: extraroute_atomic.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.098873 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.099417 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: extraroute-atomic Jul 19 20:30:49.099734 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: filter_validation.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.100405 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.100910 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: filter-validation Jul 19 20:30:49.101224 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: fip_pf_description.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.102316 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.102826 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 19 20:30:49.103184 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: fip_port_details.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.104113 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.104622 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: fip-port-details Jul 19 20:30:49.104939 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: flavors.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.106168 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.106689 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: flavors Jul 19 20:30:49.107038 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.108710 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.109236 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 19 20:30:49.109564 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: floatingip_pools.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.110269 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.110782 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: floatingip-pools Jul 19 20:30:49.111133 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: ip_allocation.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.112052 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.112566 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension ip_allocation not supported by any of loaded plugins Jul 19 20:30:49.113452 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.114382 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.114899 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: ip-substring-filtering Jul 19 20:30:49.115243 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: l2_adjacency.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.116177 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.116692 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension l2_adjacency not supported by any of loaded plugins Jul 19 20:30:49.117009 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: l3.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.117987 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.118506 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: router Jul 19 20:30:49.118834 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: l3_conntrack_helper.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.121067 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.121599 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 19 20:30:49.121923 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.122850 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.123412 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: ext-gw-mode Jul 19 20:30:49.123733 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.124678 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.125199 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: l3-ha Jul 19 20:30:49.125516 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: l3_flavors.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.126433 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.126945 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: l3-flavors Jul 19 20:30:49.127285 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.128213 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.129330 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: l3-port-ip-change-not-allowed Jul 19 20:30:49.129648 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: l3agentscheduler.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.130696 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.131243 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: l3_agent_scheduler Jul 19 20:30:49.131570 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: logging.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.133043 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.133566 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension logging not supported by any of loaded plugins Jul 19 20:30:49.133898 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: metering.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.134641 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.135258 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: metering Jul 19 20:30:49.135583 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.136670 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.137193 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: metering_source_and_destination_fields Jul 19 20:30:49.137516 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: multiprovidernet.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.138564 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.139120 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: multi-provider Jul 19 20:30:49.139443 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: netmtu.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.140368 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.140882 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: net-mtu Jul 19 20:30:49.141200 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: netmtu_writable.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.142366 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.142873 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: net-mtu-writable Jul 19 20:30:49.143236 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: network_availability_zone.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.143910 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.144473 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: network_availability_zone Jul 19 20:30:49.144789 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: network_ip_availability.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.145867 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.146384 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: network-ip-availability Jul 19 20:30:49.146702 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: network_segment_range.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.147496 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.148005 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension network-segment-range not supported by any of loaded plugins Jul 19 20:30:49.148316 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: pagination.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.149300 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.149623 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: pagination Jul 19 20:30:49.149942 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: port_device_profile.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.150846 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.151399 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: port-device-profile Jul 19 20:30:49.151742 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.152656 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.153168 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: port-mac-address-regenerate Jul 19 20:30:49.153484 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.154403 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.154913 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: port-numa-affinity-policy Jul 19 20:30:49.155258 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: port_resource_request.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.156178 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.156688 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension port-resource-request not supported by any of loaded plugins Jul 19 20:30:49.157003 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: portbindings.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.157956 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.158470 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: binding Jul 19 20:30:49.158784 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: portbindings_extended.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.160617 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.161134 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: binding-extended Jul 19 20:30:49.161454 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: portsecurity.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.162367 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.162879 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: port-security Jul 19 20:30:49.163225 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: project_id.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.164196 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.164516 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: project-id Jul 19 20:30:49.164831 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: providernet.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.165748 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.166270 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: provider Jul 19 20:30:49.166587 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: qos.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.170102 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.170634 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension qos not supported by any of loaded plugins Jul 19 20:30:49.170959 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.172225 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.172741 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 19 20:30:49.173066 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.173982 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.174504 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 19 20:30:49.174824 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: qos_default.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.176360 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.176877 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension qos-default not supported by any of loaded plugins Jul 19 20:30:49.177199 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: qos_fip.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.177853 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.178360 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension qos-fip not supported by any of loaded plugins Jul 19 20:30:49.178677 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: qos_gateway_ip.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.179623 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.180140 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 19 20:30:49.180463 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: qos_port_network_policy.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.181371 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.181885 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 19 20:30:49.182201 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: qos_rule_type_details.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.183148 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.183664 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 19 20:30:49.183980 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: qos_rules_alias.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.185018 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.185535 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 19 20:30:49.185856 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: quotasv2.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.186810 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.187239 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: quotas Jul 19 20:30:49.187557 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: quotasv2_detail.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.189155 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.189493 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: quota_details Jul 19 20:30:49.189821 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: rbac.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.190877 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.191489 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: rbac-policies Jul 19 20:30:49.191814 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: rbac_address_group.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.192755 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.193272 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: rbac-address-group Jul 19 20:30:49.193593 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: rbac_address_scope.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.194509 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.195052 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: rbac-address-scope Jul 19 20:30:49.195373 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: rbac_security_groups.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.196281 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.196799 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: rbac-security-groups Jul 19 20:30:49.197116 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: rbac_subnetpool.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.198042 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.198557 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: rbac-subnetpool Jul 19 20:30:49.198873 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: revisionifmatch.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.199809 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.200330 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: revision-if-match Jul 19 20:30:49.200654 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: revisions.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.201754 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.202267 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: standard-attr-revisions Jul 19 20:30:49.202585 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: router_availability_zone.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.203292 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.203810 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: router_availability_zone Jul 19 20:30:49.204124 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: routerservicetype.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.205044 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.205578 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension router-service-type not supported by any of loaded plugins Jul 19 20:30:49.205893 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.206854 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.207409 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: security-groups-normalized-cidr Jul 19 20:30:49.207722 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: security_groups_port_filtering.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.208637 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.209149 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: port-security-groups-filtering Jul 19 20:30:49.209463 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.210394 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.210903 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: security-groups-remote-address-group Jul 19 20:30:49.211247 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: securitygroup.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.220844 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.221377 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: security-group Jul 19 20:30:49.221706 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: segment.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.223088 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.223605 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension segment not supported by any of loaded plugins Jul 19 20:30:49.223924 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.224867 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.225380 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 19 20:30:49.225698 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: servicetype.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.226821 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.227373 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: service-type Jul 19 20:30:49.227693 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: sorting.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.228675 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.229015 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: sorting Jul 19 20:30:49.229326 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: standard_attr_segment.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.230239 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.230761 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 19 20:30:49.231204 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: standardattrdescription.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.231976 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.233285 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: standard-attr-description Jul 19 20:30:49.233285 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: stateful_security_group.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.233579 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.234105 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: stateful-security-group Jul 19 20:30:49.234428 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: stdattrs_common.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.235035 dv-cinder-801321-1-iscsi neutron-server[78576]: WARNING neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 19 20:30:49.235355 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.236354 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.236874 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 19 20:30:49.237192 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: subnet_onboard.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.238339 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.239387 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: subnet_onboard Jul 19 20:30:49.239703 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.240638 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.241152 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 19 20:30:49.241467 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: subnet_service_types.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.242389 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.242909 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: subnet-service-types Jul 19 20:30:49.243252 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: subnetallocation.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.244347 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.244873 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: subnet_allocation Jul 19 20:30:49.245195 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.245861 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.246376 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: subnetpool-prefix-ops Jul 19 20:30:49.246691 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.247647 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.248155 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 19 20:30:49.248472 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: tagging.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.249567 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.250096 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: standard-attr-tag Jul 19 20:30:49.250420 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: timestamp.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.251640 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.252166 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loaded extension: standard-attr-timestamp Jul 19 20:30:49.252490 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: trunk.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.253563 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.254085 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension trunk not supported by any of loaded plugins Jul 19 20:30:49.254410 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: trunk_details.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.255365 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.255875 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension trunk-details not supported by any of loaded plugins Jul 19 20:30:49.256196 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: uplink_status_propagation.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.257115 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.257633 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 19 20:30:49.257951 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Loading extension file: vlantransparent.py {{(pid=78576) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 19 20:30:49.258631 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78576) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 19 20:30:49.259173 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extension vlan-transparent not supported by any of loaded plugins Jul 19 20:30:49.261684 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:network Jul 19 20:30:49.262430 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:subnet Jul 19 20:30:49.263250 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 20:30:49.263855 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:port Jul 19 20:30:49.265124 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.265569 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service FLAVORS assigned prefix: {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.266181 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.267076 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.267450 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:router Jul 19 20:30:49.268125 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:floatingip Jul 19 20:30:49.268846 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service METERING assigned prefix: /metering {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.270456 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:49.270902 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:49.271312 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:30:49.272493 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 20:30:49.272936 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:security_group Jul 19 20:30:49.273598 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 20:30:49.274328 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service CORE assigned prefix: {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.274659 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 20:30:49.275019 dv-cinder-801321-1-iscsi neutron-server[78576]: WARNING neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] subnetpool is already registered Jul 19 20:30:49.276596 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service CORE assigned prefix: {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.277324 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 20:30:49.277671 dv-cinder-801321-1-iscsi neutron-server[78576]: WARNING neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] subnetpool is already registered Jul 19 20:30:49.281561 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.281991 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service FLAVORS assigned prefix: {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.283132 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.283556 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.284132 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:router Jul 19 20:30:49.284458 dv-cinder-801321-1-iscsi neutron-server[78576]: WARNING neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] router is already registered Jul 19 20:30:49.285633 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:floatingip Jul 19 20:30:49.285954 dv-cinder-801321-1-iscsi neutron-server[78576]: WARNING neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] floatingip is already registered Jul 19 20:30:49.286589 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service METERING assigned prefix: /metering {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.287358 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 20:30:49.287636 dv-cinder-801321-1-iscsi neutron-server[78576]: WARNING neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] rbac_policy is already registered Jul 19 20:30:49.288176 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:security_group Jul 19 20:30:49.288500 dv-cinder-801321-1-iscsi neutron-server[78576]: WARNING neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] security_group is already registered Jul 19 20:30:49.289085 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 20:30:49.289418 dv-cinder-801321-1-iscsi neutron-server[78576]: WARNING neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] security_group_rule is already registered Jul 19 20:30:49.291268 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service CORE assigned prefix: {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.291603 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 20:30:49.291936 dv-cinder-801321-1-iscsi neutron-server[78576]: WARNING neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] subnetpool is already registered Jul 19 20:30:49.293188 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.v2.resource_helper [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Service CORE assigned prefix: {{(pid=78576) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 20:30:49.293517 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 20:30:49.293844 dv-cinder-801321-1-iscsi neutron-server[78576]: WARNING neutron.quota.resource_registry [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] subnetpool is already registered Jul 19 20:30:49.294497 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: extensions {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.297976 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: address-groups {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.299616 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: address-scopes {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.302395 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: agents {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.303565 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: auto-allocated-topology {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.304810 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: availability_zones {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.307185 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: dhcp-networks {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.308611 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: dhcp-agents {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.310153 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: routers {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.311968 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: flavors {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.313117 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: service_profiles {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.314293 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: next_providers {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.315822 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: service_profiles {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.317922 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: floatingip-pools {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.319233 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: routers {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.325083 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: floatingips {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.326254 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: l3-routers {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.331090 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: l3-agents {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.332592 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: metering-labels {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.333939 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: metering-label-rules {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.335229 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: network-ip-availabilities {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.337022 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: bindings {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.338834 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: quotas {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.340310 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: quotas {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.341774 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: rbac-policies {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.343090 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: security-groups {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.344301 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: security-group-rules {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.345542 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: service-providers {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.346813 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: subnetpools {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.348280 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: subnetpools {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.349716 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: tags {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.351432 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: tags {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.353226 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: tags {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.355024 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: tags {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.356790 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: tags {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.358629 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: tags {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.360337 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: tags {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.362238 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: tags {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.364010 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: tags {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.365834 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron.api.extensions [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Extended resource: tags {{(pid=78576) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 20:30:49.371790 dv-cinder-801321-1-iscsi neutron-server[78576]: WARNING keystonemiddleware.auth_token [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 19 20:30:49.377547 dv-cinder-801321-1-iscsi neutron-server[78576]: WARNING keystonemiddleware.auth_token [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 19 20:30:49.386447 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_concurrency.lockutils [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Acquired lock "singleton_lock" {{(pid=78576) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 19 20:30:49.386934 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_concurrency.lockutils [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Releasing lock "singleton_lock" {{(pid=78576) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 19 20:30:49.387610 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO oslo_service.service [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Starting 2 workers Jul 19 20:30:49.392638 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Started child 78681 {{(pid=78576) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 19 20:30:49.399020 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Started child 78682 {{(pid=78576) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 19 20:30:49.399220 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:30:49.399731 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO neutron.service [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Neutron service started, listening on 0.0.0.0:9696 Jul 19 20:30:49.399731 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Notify callbacks [] for process, before_spawn {{(pid=78576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:30:49.399875 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [-] (78681) wsgi starting up on http://0.0.0.0:9696 Jul 19 20:30:49.401912 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:30:49.402373 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO oslo_service.service [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Starting 1 workers Jul 19 20:30:49.403378 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [-] (78682) wsgi starting up on http://0.0.0.0:9696 Jul 19 20:30:49.407192 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Started child 78683 {{(pid=78576) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 19 20:30:49.407705 dv-cinder-801321-1-iscsi neutron-server[78576]: INFO oslo_service.service [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Starting 1 workers Jul 19 20:30:49.410552 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.service [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] calling RpcWorker wait() {{(pid=78683) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 19 20:30:49.411137 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.service [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] returning from RpcWorker wait() {{(pid=78683) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 19 20:30:49.412148 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Started child 78684 {{(pid=78576) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 19 20:30:49.412335 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:30:49.412800 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:30:49.412935 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd00-462d-41f8-b342-70f8dd18d8eb None None] Notify callbacks [] for process, after_spawn {{(pid=78576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:30:49.414832 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78576) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 19 20:30:49.415086 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 19 20:30:49.415281 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 19 20:30:49.415507 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 19 20:30:49.415834 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 19 20:30:49.415999 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 19 20:30:49.416500 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.416772 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.417059 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.417332 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.417605 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:30:49.418076 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.418149 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.418395 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.418657 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.418944 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.419204 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.419372 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.419538 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.419794 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.420023 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.420313 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.420577 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.420816 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.421090 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.421259 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.421505 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.421784 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.422017 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.422275 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] debug = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.422539 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.423076 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.423307 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.423565 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.423812 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.424088 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.424316 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.424618 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.424862 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.425096 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.425349 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.425609 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.425843 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.426079 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.426315 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.426556 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.426793 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.427306 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] host = dv-cinder-801321-1-iscsi {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.427527 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.427761 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.428004 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.428249 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.428492 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.428705 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.428971 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.429213 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.429460 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.429703 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.429948 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.430189 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.430402 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.430663 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_file = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.430827 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_options = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.431063 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.431351 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.431638 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.431790 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.431958 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.432133 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.432387 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.432551 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.432866 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.433037 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.433250 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.433468 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.433699 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.433930 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.434182 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.434425 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.434670 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.434877 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.435162 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.435409 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.435638 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.435892 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.436106 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.436318 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.436538 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.436755 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.437025 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.437192 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.437426 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.437675 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.437887 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.438128 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.438359 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.438599 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.438979 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.439593 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.439593 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.439833 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.439994 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.440255 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.440602 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.441498 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.441751 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.441971 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.442435 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.442574 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] use_json = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.442694 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.442957 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.443171 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.443388 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.443633 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.443848 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.444079 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.444309 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.444755 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.445041 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.445343 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.445584 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.446023 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.446488 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.447610 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:30:49.448119 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.448383 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.448669 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.448946 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.449295 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.449534 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.449836 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.450089 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.450338 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.450631 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.450908 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.451230 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.451474 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.451729 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.451972 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.452216 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.452542 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.452830 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.453094 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.453379 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.453600 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.453841 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.454061 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.454284 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.454502 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.454739 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.455053 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.455309 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.455533 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.455759 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.455992 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.456210 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.456555 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.457461 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.457735 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.457996 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.458223 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.458444 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.458721 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.458977 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.459263 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.459821 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.461005 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.463344 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.463798 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.464243 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.464543 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.464864 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.465140 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.465423 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.465844 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.466078 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.466309 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.466561 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.466817 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.467119 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.467375 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.467602 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.467825 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.468055 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.468272 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.468672 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.469051 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.469442 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.469672 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.469892 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.470335 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.470745 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.471244 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.471633 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.472074 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.472420 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.472703 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.473312 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.473545 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.473790 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.474032 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.474255 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.474549 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.474892 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.475180 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.475443 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.475688 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.475941 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.476195 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.476456 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.476878 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.477124 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.477349 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.477631 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.477887 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.478140 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.478384 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.478606 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.478867 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.479118 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.479354 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.479791 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.480239 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.480642 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.481097 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.481527 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.481790 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.482074 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.482277 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.482554 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.482794 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.483128 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.483460 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.483722 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.484041 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.484295 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.484551 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.484800 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.485030 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.485285 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.485517 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.485773 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.486020 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.486275 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.486491 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.486756 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.488336 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.488336 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.488336 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.488336 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.488700 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.489757 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.489984 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.490206 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.490494 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.490761 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.491109 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.491294 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.491687 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.492127 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.492431 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.492766 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.493125 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.493483 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.494077 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.494299 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.494545 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.494788 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.495062 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.495435 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.495816 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.496219 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.496600 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.496968 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.497394 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.497842 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.498068 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.498304 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.498544 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.498800 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.499092 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.499339 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.499579 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.499796 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.500018 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.500285 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.500518 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.500790 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.501050 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.501282 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.501531 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.501758 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.502024 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.502238 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.502506 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.502739 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.502950 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.503191 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.503439 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.504290 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.504526 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.504754 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.504986 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.505241 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.505475 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.505810 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.506070 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.506312 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.506551 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.506768 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.507034 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.507272 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.507485 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.507701 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.507912 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.508124 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.508391 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.508637 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.508890 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.509100 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.509341 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.509547 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.509761 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.509975 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.510263 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.510507 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.510732 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.510974 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.511218 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.511444 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.511652 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.511859 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.512073 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.512279 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.512534 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.512708 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.512935 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.513147 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.513376 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.513685 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.513950 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.514172 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.514453 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.514679 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.514903 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.515194 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.515529 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.515743 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.516003 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.516275 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.516747 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.516965 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.517231 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.517558 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.517855 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.518100 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.518337 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.518615 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.518896 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.519226 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.519440 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.519764 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.520080 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.520381 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.520628 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.520858 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.521155 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.521377 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.521591 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.521807 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.522038 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.522251 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.522522 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.523135 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.523296 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.523509 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.523966 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.524251 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.524716 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.524716 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.524983 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.525118 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.525253 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 20:30:49.525739 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78576) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 19 20:30:49.525918 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 19 20:30:49.526051 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 19 20:30:49.526203 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 19 20:30:49.526372 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 19 20:30:49.527360 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 19 20:30:49.527360 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.527360 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.527360 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.527360 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.527360 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.528105 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.528105 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.528105 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.528105 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.528105 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.528459 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.528459 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.528604 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.528681 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.528839 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.528978 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.529102 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.529255 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.529441 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.529585 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.529709 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.529930 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.530020 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] debug = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.530156 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.530356 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.530522 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.530680 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.530841 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.531025 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.531179 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.531340 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.531491 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.531648 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.531810 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.531977 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.532113 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.532315 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.532483 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.532627 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.532784 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.532936 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] host = dv-cinder-801321-1-iscsi {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.533096 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.533256 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.533413 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.533571 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.533730 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.533888 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.534054 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.534209 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.534367 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.534528 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.534715 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.534875 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.535058 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.535218 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_file = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.535381 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_options = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.535536 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.535693 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.535852 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.536037 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.536204 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.536365 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.536522 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.536677 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.536835 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.536996 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.537148 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.537307 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.537471 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.537618 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.537782 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.537946 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.538102 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.538277 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.538409 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.538568 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.538730 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.538890 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.539072 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.539231 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.539391 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.539549 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.539708 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.539864 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.540026 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.540180 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.540339 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.540498 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.540657 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.540816 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.540974 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.541135 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.541279 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.541445 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.541597 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.541756 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.541907 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.542068 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.542226 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.542386 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.542544 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.542702 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] use_json = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.542861 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.543043 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.543204 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.543364 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.543504 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.543666 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.543825 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.544013 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 19 20:30:49.544163 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.544330 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.544502 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.544664 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.544817 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:30:49.544909 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.544990 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.545125 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.545286 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.545447 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.545609 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.545778 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.545940 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.546111 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.546277 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.546434 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.546598 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.546759 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.546922 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.547110 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.547273 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.547433 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.547594 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.547773 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.547935 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.548100 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.548259 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.548421 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.548583 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.548746 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.548910 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.549072 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.549233 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.549395 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.549560 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.549707 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.549868 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.550030 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.550193 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.550910 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.551140 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.551257 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.551439 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.551584 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.551714 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.551849 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.552014 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.552177 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.552340 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.552503 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.552664 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.552839 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.553002 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.553164 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.553325 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.553486 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.553631 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.553796 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.553957 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.554119 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.554281 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.554449 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.554624 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.554786 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.554947 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.555148 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.555284 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.555418 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.555579 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.555728 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.555890 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.556051 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.556213 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.556471 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.556614 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.556748 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.556881 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.557014 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.557158 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.557293 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.557423 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.557662 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.557874 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.558131 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.558300 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.558474 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.558651 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.558815 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.559011 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.559166 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.559306 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.559462 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.559626 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.559789 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.559935 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.560101 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.560259 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.560397 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.560566 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.560722 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.560881 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.561141 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.561437 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.561603 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.561764 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.561926 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.562107 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.562241 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.562383 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.562531 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.562693 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.562838 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.563031 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.563218 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.563384 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.563519 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.563676 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.563849 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.564012 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.564178 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.564450 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.564551 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.564642 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.564801 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.564962 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.565124 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.565286 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.565449 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.565620 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.565793 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.566003 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.566725 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.566857 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.567049 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.567214 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.567376 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.567539 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.567700 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.567863 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.568024 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.568206 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.568351 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.568560 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.568683 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.568828 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.568990 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.569152 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.569314 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.569475 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.569638 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.569805 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.569963 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.570125 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.570290 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.570452 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.570614 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.570776 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.570938 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.571126 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.571300 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.571449 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.571612 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.571778 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.571939 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.572100 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.572262 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.572424 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.572585 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.572749 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.572895 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.573060 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.573222 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.573386 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.573534 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.573697 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.573859 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.574022 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.574192 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.574352 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.574510 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.574764 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.574907 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.575074 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.575158 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.575324 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.575478 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.575620 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.575782 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.575964 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.576127 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.576290 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.576453 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.576615 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.576776 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.576939 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.577101 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.577262 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.577425 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.577587 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.577752 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.577920 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.578084 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.578248 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.578410 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.578594 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.578736 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.578898 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.579099 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.579266 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.579425 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.579588 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.579750 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.579922 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.580083 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.580244 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.580405 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.580567 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.580737 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.580899 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.581061 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.581221 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.581382 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.581581 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.581747 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.581911 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.582081 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.582243 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.582405 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.582566 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.582741 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.582905 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.583114 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.583244 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.583406 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.583569 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.583734 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.583900 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.584077 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.584245 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.584410 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.584581 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.584756 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.584929 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.585089 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.585258 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.585432 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.585594 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.585757 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.585919 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.586081 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.586243 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.586404 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.586565 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.586725 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.586886 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.587071 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.587233 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.587396 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.587557 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.587718 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.587881 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.588043 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.588203 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.588365 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.588543 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 19 20:30:49.588671 dv-cinder-801321-1-iscsi neutron-server[78576]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78576) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 20:30:49.732044 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 40338) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:30:49.740616 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062854 Jul 19 20:31:00.719708 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d67ae-d3f2-4454-a1ea-1f74b272096f None None] get_active_networks_info from dv-cinder-801321-1-iscsi {{(pid=78683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 19 20:31:00.799188 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d67ae-d3f2-4454-a1ea-1f74b272096f None None] No non-hosted networks {{(pid=78683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 19 20:31:00.826995 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.agentschedulers_db [None req-455d67ae-d3f2-4454-a1ea-1f74b272096f None None] DHCP Agent not found on host dv-cinder-801321-1-iscsi {{(pid=78683) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 19 20:31:00.962885 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-79aeebe5-3f79-4499-aed3-bc49eed79cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-702538'] for agent, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:01.248869 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-702538'] for agent, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:01.251571 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:01.252143 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:01.252642 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:01.253114 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:01.254222 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:01.254850 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:01.255342 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:01.255835 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:01.256876 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:01.258524 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:01.259050 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:01.259579 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:01.260158 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801321-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:31:01.280714 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801321-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:31:03.391270 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4ce5afaf-2b27-45c5-a482-93deb72ba2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-702538'] for agent, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:03.468826 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-931f7a48-15bc-41a9-95e8-98904753954c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:05.149151 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-702538'] for agent, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:06.540859 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-702538'] for agent, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:06.972935 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.db.l3_hamode_db [None req-09059ca1-8a3d-4d04-8e6c-0fcffd68a577 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 19 20:31:07.074382 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09059ca1-8a3d-4d04-8e6c-0fcffd68a577 None None] Routers set() bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:31:07.075139 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09059ca1-8a3d-4d04-8e6c-0fcffd68a577 None None] Router IDs set() for agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 19 20:31:08.814778 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 40432) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:09.420570 dv-cinder-801321-1-iscsi neutron-server[78682]: WARNING oslo_policy.policy [None req-528a0712-2f90-4fdc-8264-1031242e2e2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 20:31:09.421306 dv-cinder-801321-1-iscsi neutron-server[78682]: WARNING oslo_policy.policy [None req-528a0712-2f90-4fdc-8264-1031242e2e2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 20:31:09.642314 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [None req-528a0712-2f90-4fdc-8264-1031242e2e2d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 20:31:09.647020 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-528a0712-2f90-4fdc-8264-1031242e2e2d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8277915 Jul 19 20:31:12.072742 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 40446) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:12.439001 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-32c66af4-c87c-4ccf-bfe7-45ebe40111f4 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:31:12.537159 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.policy [None req-32c66af4-c87c-4ccf-bfe7-45ebe40111f4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78682) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 20:31:12.582090 dv-cinder-801321-1-iscsi neutron-server[78682]: WARNING oslo_policy.policy [None req-32c66af4-c87c-4ccf-bfe7-45ebe40111f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 20:31:12.582490 dv-cinder-801321-1-iscsi neutron-server[78682]: WARNING oslo_policy.policy [None req-32c66af4-c87c-4ccf-bfe7-45ebe40111f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 20:31:12.591141 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.quota [None req-32c66af4-c87c-4ccf-bfe7-45ebe40111f4 admin admin] Loaded quota_driver: . Jul 19 20:31:12.606252 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-32c66af4-c87c-4ccf-bfe7-45ebe40111f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:31:12.666861 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-32c66af4-c87c-4ccf-bfe7-45ebe40111f4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736789962308', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736789961873', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736789971608', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736789977395', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736789986444', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736789992881', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1959631', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1996293', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-749611', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651386'] for rbac-policy, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:12.731069 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-32c66af4-c87c-4ccf-bfe7-45ebe40111f4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:12.732264 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-32c66af4-c87c-4ccf-bfe7-45ebe40111f4 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6585865 Jul 19 20:31:15.384347 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 40460) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:15.739928 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Request body: {'network': {'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'admin_state_up': True, 'name': 'private'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:31:15.744744 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:31:15.749203 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Usage tracker for resource:network and tenant:a92c77af6fd3473aadd28a897efa2b31 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:31:15.754367 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:31:15.760452 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:31:15.770074 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Made reservation on behalf of a92c77af6fd3473aadd28a897efa2b31 for: {'network': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:31:15.772968 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:15.793524 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:15.808483 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:31:15.812082 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Usage tracker for resource:security_group_rule and tenant:a92c77af6fd3473aadd28a897efa2b31 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:31:15.817254 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:31:15.822840 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:31:15.920846 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:15.925410 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:15.930956 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:15.952521 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=78682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:31:15.977763 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736792607124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:15.978366 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Unsubscribe: segment precommit_create {{(pid=78682) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 20:31:15.978827 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.segments_db [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Added segment f79c506c-eb9a-40a7-a0fe-f637fef4bfb0 of type vlan for network 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d Jul 19 20:31:15.987087 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c6b07a-5ccb-433c-b4bc-b68f45d9046c,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:16.038224 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:16.038603 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:16.038932 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:16.039274 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:16.039593 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:16.039922 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:16.040237 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:16.040546 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:16.040856 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:16.041159 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:16.041465 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:16.041767 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Tracked resource versions report: Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: pushed versions: Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: { 'AddressGroup': {'1.2'}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'ConntrackHelper': {'1.0'}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Log': {'1.0'}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Network': {'1.1'}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Port': {'1.7'}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'PortForwarding': {'1.2'}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'QosPolicy': {'1.8'}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'SecurityGroup': {'1.4'}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'SecurityGroupRule': {'1.2'}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'SubPort': {'1.0'}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Subnet': {'1.1'}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Trunk': {'1.1'}} Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: consumer versions: Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: { DHCP agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: L3 agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: Metadata agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: Metering agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: Open vSwitch agent@dv-cinder-801321-1-iscsi: { 'AddressGroup': '1.2', Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'ConntrackHelper': '1.0', Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Log': '1.0', Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Network': '1.1', Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Port': '1.7', Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'PortForwarding': '1.2', Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'QosPolicy': '1.8', Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'SecurityGroup': '1.4', Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'SecurityGroupRule': '1.2', Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'SubPort': '1.0', Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Subnet': '1.1', Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Trunk': '1.1'}} Jul 19 20:31:16.042833 dv-cinder-801321-1-iscsi neutron-server[78682]: {{(pid=78682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 20:31:16.100016 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:16.101651 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:16.145576 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:16.147010 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:31:16.147632 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:16.150962 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:16.256558 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Pushing event updated for resources: {'Network': ['ID=5b797adf-eed9-4ce6-a849-01c2ca9c9b1d,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:16.260247 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8748488 Jul 19 20:31:16.260976 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:16.269995 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:31:18.987047 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 40476) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:19.443820 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3afed4-419b-486e-bb9b-c9960049bc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:31:19.445119 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-ae3afed4-419b-486e-bb9b-c9960049bc71 admin admin] 10.222.0.36 "GET /v2.0/networks/5b797adf-eed9-4ce6-a849-01c2ca9c9b1d HTTP/1.1" status: 200 len: 825 time: 0.4565518 Jul 19 20:31:19.474637 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-eae7be58-5b64-4a9d-8e89-fd89764c003d admin admin] 10.222.0.36 "GET /v2.0/subnetpools/28b424bf-6edf-4e2d-9854-5e4d72fe6e90 HTTP/1.1" status: 200 len: 734 time: 0.0240116 Jul 19 20:31:19.483567 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Request body: {'subnet': {'subnetpool_id': '28b424bf-6edf-4e2d-9854-5e4d72fe6e90', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'ip_version': 4}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:31:19.488653 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:31:19.492472 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Usage tracker for resource:subnet and tenant:a92c77af6fd3473aadd28a897efa2b31 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:31:19.495355 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:31:19.501109 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:31:19.511410 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Made reservation on behalf of a92c77af6fd3473aadd28a897efa2b31 for: {'subnet': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:31:19.513714 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:19.816386 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for subnet, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:19.821057 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:19.926662 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Checking segment: {'id': 'f79c506c-eb9a-40a7-a0fe-f637fef4bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:31:19.927080 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Network hostable DHCP agents. Network: 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:31:19.931202 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a776c9-cd3d-411b-adc2-9433b4ca2fc2,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:19.935640 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:19.952356 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Network 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:31:19.964273 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d) {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:31:19.968957 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:31:19.969549 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:19.975845 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35445cc8-05f5-46f8-b95c-b7f3dcc40694 None None] Network 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:31:19.989941 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5097840 Jul 19 20:31:20.389177 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a9859ff-3bcc-5e62-9b24-b3a30d5fcb8c-5b797adf-eed9-4ce6-a849-01c2ca9c9b1d', 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'fixed_ips': [{'subnet_id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2'}]}} from dv-cinder-801321-1-iscsi. {{(pid=78683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 20:31:20.390375 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:20.576910 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Allocated IP 172.20.0.2 (5b797adf-eed9-4ce6-a849-01c2ca9c9b1d/d3a776c9-cd3d-411b-adc2-9433b4ca2fc2/5c87b02e-2070-45ab-9c49-c19601824541) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:31:20.812993 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:20.827421 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Transition to ACTIVE for port object 5c87b02e-2070-45ab-9c49-c19601824541 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:31:20.850902 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Transition to ACTIVE for port object 5c87b02e-2070-45ab-9c49-c19601824541 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:31:20.857178 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:20.861860 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:20.922721 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Network 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:31:20.926368 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Resources bound (agent type, host, resource id): {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:31:20.932237 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:31:20.938319 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Pushing event updated for resources: {'Port': ['ID=5c87b02e-2070-45ab-9c49-c19601824541,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:20.946926 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:20.947299 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:20.947636 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:20.947967 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:20.948299 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:20.948625 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:20.948948 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:20.949278 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:20.949607 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:20.949938 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:20.950248 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:20.950562 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Tracked resource versions report: Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: pushed versions: Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: { 'AddressGroup': {'1.2'}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'ConntrackHelper': {'1.0'}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Log': {'1.0'}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Network': {'1.1'}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Port': {'1.7'}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'PortForwarding': {'1.2'}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'QosPolicy': {'1.8'}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'SecurityGroup': {'1.4'}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'SecurityGroupRule': {'1.2'}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'SubPort': {'1.0'}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Subnet': {'1.1'}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Trunk': {'1.1'}} Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: consumer versions: Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: { DHCP agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: L3 agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: Metadata agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: Metering agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: Open vSwitch agent@dv-cinder-801321-1-iscsi: { 'AddressGroup': '1.2', Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'ConntrackHelper': '1.0', Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Log': '1.0', Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Network': '1.1', Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Port': '1.7', Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'PortForwarding': '1.2', Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'QosPolicy': '1.8', Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'SecurityGroup': '1.4', Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'SecurityGroupRule': '1.2', Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'SubPort': '1.0', Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Subnet': '1.1', Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Trunk': '1.1'}} Jul 19 20:31:20.951696 dv-cinder-801321-1-iscsi neutron-server[78683]: {{(pid=78683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 20:31:20.985191 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:21.045861 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Attempting to bind port 5c87b02e-2070-45ab-9c49-c19601824541 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:31:21.046259 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Attempting to bind port 5c87b02e-2070-45ab-9c49-c19601824541 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'f79c506c-eb9a-40a7-a0fe-f637fef4bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:31:21.046706 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Attempting to bind port 5c87b02e-2070-45ab-9c49-c19601824541 on network 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:31:21.052931 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:31:21.053350 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Checking segment: {'id': 'f79c506c-eb9a-40a7-a0fe-f637fef4bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:31:21.053846 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:21.054247 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Bound using segment: {'id': 'f79c506c-eb9a-40a7-a0fe-f637fef4bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:31:21.054717 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Bound port: 5c87b02e-2070-45ab-9c49-c19601824541, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79c506c-eb9a-40a7-a0fe-f637fef4bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:31:21.055143 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:21.146243 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] For port 5c87b02e-2070-45ab-9c49-c19601824541, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:31:21.150115 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] For port 5c87b02e-2070-45ab-9c49-c19601824541, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=5c87b02e-2070-45ab-9c49-c19601824541,segment=NetworkSegment(f79c506c-eb9a-40a7-a0fe-f637fef4bfb0),segment_id=f79c506c-eb9a-40a7-a0fe-f637fef4bfb0)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:31:21.154708 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:21.158595 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:21.259853 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Pushing event updated for resources: {'Port': ['ID=5c87b02e-2070-45ab-9c49-c19601824541,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:21.263323 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:22.429115 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 40486) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:22.824325 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [None req-39a476e9-5c0f-4788-b657-80c5dd9a87de admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 20:31:22.825391 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-39a476e9-5c0f-4788-b657-80c5dd9a87de admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3953092 Jul 19 20:31:25.020522 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacfa374-9f8a-492d-a868-3b5e45498f50 None None] Network 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:31:25.120065 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-14764e84-bfd9-4cd1-b60f-6793df72d335 None None] Provisioning for port 5c87b02e-2070-45ab-9c49-c19601824541 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:31:25.290950 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 40500) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:25.634823 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 5c87b02e-2070-45ab-9c49-c19601824541 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:31:25.692506 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [None req-94f30ae7-17a6-4aa5-b977-9492fc4e892a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 20:31:25.693861 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-94f30ae7-17a6-4aa5-b977-9492fc4e892a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4012499 Jul 19 20:31:25.705939 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 5c87b02e-2070-45ab-9c49-c19601824541 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:31:25.710958 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 5c87b02e-2070-45ab-9c49-c19601824541 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:31:25.711395 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:25.839116 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:25.876267 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port 5c87b02e-2070-45ab-9c49-c19601824541, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=5c87b02e-2070-45ab-9c49-c19601824541,segment=NetworkSegment(f79c506c-eb9a-40a7-a0fe-f637fef4bfb0),segment_id=f79c506c-eb9a-40a7-a0fe-f637fef4bfb0)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:31:25.880612 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:25.883078 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:25.954231 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=5c87b02e-2070-45ab-9c49-c19601824541,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:25.958090 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:27.603973 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 5c87b02e-2070-45ab-9c49-c19601824541 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:31:27.675656 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 5c87b02e-2070-45ab-9c49-c19601824541 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:31:27.676100 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:28.425376 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 40512) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:28.795357 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-95bc6281-7efa-43de-8d18-ff03a405b37f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:31:28.800708 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-95bc6281-7efa-43de-8d18-ff03a405b37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:31:28.804926 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-95bc6281-7efa-43de-8d18-ff03a405b37f admin admin] Usage tracker for resource:router and tenant:a92c77af6fd3473aadd28a897efa2b31 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:31:28.808924 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-95bc6281-7efa-43de-8d18-ff03a405b37f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:31:28.816527 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-95bc6281-7efa-43de-8d18-ff03a405b37f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:31:28.828119 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-95bc6281-7efa-43de-8d18-ff03a405b37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:28.829796 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-95bc6281-7efa-43de-8d18-ff03a405b37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-709492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:28.854149 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-95bc6281-7efa-43de-8d18-ff03a405b37f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:28.969676 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-95bc6281-7efa-43de-8d18-ff03a405b37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703511'] for router, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:28.989730 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-95bc6281-7efa-43de-8d18-ff03a405b37f admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:28.990991 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-95bc6281-7efa-43de-8d18-ff03a405b37f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5646071 Jul 19 20:31:30.616022 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5a15d769-83e5-4c80-93b3-e597287ad46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:31.240037 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:31.404326 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 40522) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:32.004070 dv-cinder-801321-1-iscsi neutron-server[78681]: WARNING oslo_policy.policy [None req-33cc3db4-ec36-46b2-bdf3-fd211a312cb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 20:31:32.005056 dv-cinder-801321-1-iscsi neutron-server[78681]: WARNING oslo_policy.policy [None req-33cc3db4-ec36-46b2-bdf3-fd211a312cb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 20:31:32.222218 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [None req-33cc3db4-ec36-46b2-bdf3-fd211a312cb7 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 20:31:32.223483 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-33cc3db4-ec36-46b2-bdf3-fd211a312cb7 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8171515 Jul 19 20:31:33.359759 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-60a3c7dc-6a9a-4e1b-bea7-731cb4096e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:34.592847 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 40536) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:34.964585 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:31:34.966099 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.quota [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Loaded quota_driver: . Jul 19 20:31:34.981679 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:31:34.988813 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Usage tracker for resource:network and tenant:3dcc43d64b8b4d3aa9d4920389fbb1b1 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:31:34.993869 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:31:35.001544 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:31:35.017708 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Made reservation on behalf of 3dcc43d64b8b4d3aa9d4920389fbb1b1 for: {'network': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:31:35.076911 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:35.090066 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.policy [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78681) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 20:31:35.135226 dv-cinder-801321-1-iscsi neutron-server[78681]: WARNING oslo_policy.policy [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 20:31:35.135615 dv-cinder-801321-1-iscsi neutron-server[78681]: WARNING oslo_policy.policy [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 20:31:35.145935 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:35.166696 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:35.182139 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:31:35.185862 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Usage tracker for resource:security_group_rule and tenant:3dcc43d64b8b4d3aa9d4920389fbb1b1 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:31:35.190473 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:31:35.195442 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:31:35.296913 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:35.301313 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:35.307149 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:35.319826 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Reserving flat network on physical network physnet1 {{(pid=78681) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 19 20:31:35.350897 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736792607124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:35.351527 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Unsubscribe: segment precommit_create {{(pid=78681) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 20:31:35.351983 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.segments_db [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Added segment db5774b8-98e1-40a9-95c2-f32e72037baa of type flat for network f5466eaf-cb4a-4a64-b931-13ea23041666 Jul 19 20:31:35.405394 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfccea16-09b3-4bc9-807d-96d14b4b8af3,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:35.427078 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:35.427423 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:35.427751 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:35.428073 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:35.428386 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:35.428713 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:35.429030 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:35.429337 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:35.429643 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:35.429950 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:35.430255 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:35.430558 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Tracked resource versions report: Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: pushed versions: Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: { 'AddressGroup': {'1.2'}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'ConntrackHelper': {'1.0'}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Log': {'1.0'}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Network': {'1.1'}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Port': {'1.7'}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'PortForwarding': {'1.2'}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'QosPolicy': {'1.8'}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'SecurityGroup': {'1.4'}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'SecurityGroupRule': {'1.2'}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'SubPort': {'1.0'}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Subnet': {'1.1'}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Trunk': {'1.1'}} Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: consumer versions: Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: { DHCP agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: L3 agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: Metadata agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: Metering agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: Open vSwitch agent@dv-cinder-801321-1-iscsi: { 'AddressGroup': '1.2', Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'ConntrackHelper': '1.0', Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Log': '1.0', Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Network': '1.1', Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Port': '1.7', Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'PortForwarding': '1.2', Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'QosPolicy': '1.8', Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'SecurityGroup': '1.4', Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'SecurityGroupRule': '1.2', Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'SubPort': '1.0', Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Subnet': '1.1', Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Trunk': '1.1'}} Jul 19 20:31:35.431682 dv-cinder-801321-1-iscsi neutron-server[78681]: {{(pid=78681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 20:31:35.481122 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:35.482798 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:35.528359 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:35.530094 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:31:35.530779 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:35.536989 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:35.642275 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0480845 Jul 19 20:31:35.651956 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Pushing event updated for resources: {'Network': ['ID=f5466eaf-cb4a-4a64-b931-13ea23041666,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:35.655685 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:35.664290 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network f5466eaf-cb4a-4a64-b931-13ea23041666 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:31:36.473576 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:38.050787 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 40562) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:38.278301 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae396d24-49bd-4e5e-bf41-c4a7da05f74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:31:38.279709 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-ae396d24-49bd-4e5e-bf41-c4a7da05f74f admin admin] 10.222.0.36 "GET /v2.0/subnets/d3a776c9-cd3d-411b-adc2-9433b4ca2fc2 HTTP/1.1" status: 200 len: 849 time: 0.2279291 Jul 19 20:31:38.458538 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-2657aa85-fabc-408b-9a06-b62bbd82ab6c admin admin] 10.222.0.36 "GET /v2.0/routers/996e138d-9393-48ff-b022-58f9366ff95f HTTP/1.1" status: 200 len: 704 time: 0.1724849 Jul 19 20:31:38.964212 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:39.202393 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Allocated IP 172.20.0.1 (5b797adf-eed9-4ce6-a849-01c2ca9c9b1d/d3a776c9-cd3d-411b-adc2-9433b4ca2fc2/0e2386c1-4881-4b07-aa1d-00465a440b61) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:31:39.361592 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:39.380044 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Transition to ACTIVE for port object 0e2386c1-4881-4b07-aa1d-00465a440b61 will not be triggered until provisioned by entity DHCP. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:31:39.435341 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:39.440415 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:39.501265 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Network 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:31:39.502920 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:31:39.511081 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:31:39.511081 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728897'] for router_interface, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:39.662250 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Pushing event updated for resources: {'Port': ['ID=0e2386c1-4881-4b07-aa1d-00465a440b61,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:39.670354 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:39.761300 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-718e526d-c281-436c-ae33-ad0c57fba078 None None] Provisioning for port 0e2386c1-4881-4b07-aa1d-00465a440b61 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:31:39.766082 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-718e526d-c281-436c-ae33-ad0c57fba078 None None] Provisioning complete for port 0e2386c1-4881-4b07-aa1d-00465a440b61 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:31:39.766453 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-718e526d-c281-436c-ae33-ad0c57fba078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:39.788432 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:39.818794 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-718e526d-c281-436c-ae33-ad0c57fba078 None None] Port 0e2386c1-4881-4b07-aa1d-00465a440b61 cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:31:40.065455 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:40.069947 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:40.071022 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729060'] for router_interface, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:40.074401 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:40.165472 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Pushing event updated for resources: {'Port': ['ID=0e2386c1-4881-4b07-aa1d-00465a440b61,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:40.211725 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:40.268633 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Network 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:31:40.269860 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:31:40.440785 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-e6848dd5-e41f-4bf1-b711-1b5e8d1f3e10 None None] Provisioning complete for port 0e2386c1-4881-4b07-aa1d-00465a440b61 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:31:40.441168 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e6848dd5-e41f-4bf1-b711-1b5e8d1f3e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:40.463789 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Router 996e138d-9393-48ff-b022-58f9366ff95f is scheduled to L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 with binding_index 1 {{(pid=78681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 20:31:40.476343 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 5 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:31:40.496855 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e6848dd5-e41f-4bf1-b711-1b5e8d1f3e10 None None] Port 0e2386c1-4881-4b07-aa1d-00465a440b61 cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:31:40.616482 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:31:40.625304 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] 10.222.0.36 "PUT /v2.0/routers/996e138d-9393-48ff-b022-58f9366ff95f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1618443 Jul 19 20:31:40.625977 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Sync routers for ids ['996e138d-9393-48ff-b022-58f9366ff95f'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:31:40.637496 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Routers {'996e138d-9393-48ff-b022-58f9366ff95f'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:31:40.638376 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:31:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['996e138d-9393-48ff-b022-58f9366ff95f'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:31:40.820927 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Set router 996e138d-9393-48ff-b022-58f9366ff95f gateway port host: None {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:31:41.202851 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996e138d-9393-48ff-b022-58f9366ff95f', 'name': 'router1', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:31:28Z', 'updated_at': '2021-07-19T20:31:39Z', 'revision_number': 2, 'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'gw_port_host': None, '_interfaces': [{'id': '0e2386c1-4881-4b07-aa1d-00465a440b61', 'name': '', 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'mac_address': 'fa:16:3e:9d:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996e138d-9393-48ff-b022-58f9366ff95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:31:39Z', 'updated_at': '2021-07-19T20:31:39Z', 'revision_number': 2, 'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'subnets': [{'id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28b424bf-6edf-4e2d-9854-5e4d72fe6e90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:31:41.208196 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Checking router: 996e138d-9393-48ff-b022-58f9366ff95f for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:31:41.208579 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Updating router 996e138d-9393-48ff-b022-58f9366ff95f port 0e2386c1-4881-4b07-aa1d-00465a440b61 binding host dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:31:41.262916 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:41.653769 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:41.668947 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Transition to ACTIVE for port object 0e2386c1-4881-4b07-aa1d-00465a440b61 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:31:41.677072 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:41.688118 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:41.903805 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Pushing event updated for resources: {'Port': ['ID=0e2386c1-4881-4b07-aa1d-00465a440b61,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:41.920591 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:41.920922 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:41.921532 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:41.921649 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:41.921886 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:41.922211 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:41.922522 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:41.922835 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:41.923211 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:41.923520 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:41.923831 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:41.924323 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Tracked resource versions report: Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: pushed versions: Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: { 'AddressGroup': {'1.2'}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'ConntrackHelper': {'1.0'}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Log': {'1.0'}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Network': {'1.1'}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Port': {'1.7'}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'PortForwarding': {'1.2'}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'QosPolicy': {'1.8'}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'SecurityGroup': {'1.4'}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'SecurityGroupRule': {'1.2'}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'SubPort': {'1.0'}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Subnet': {'1.1'}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Trunk': {'1.1'}} Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: consumer versions: Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: { DHCP agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: L3 agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: Metadata agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: Metering agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: Open vSwitch agent@dv-cinder-801321-1-iscsi: { 'AddressGroup': '1.2', Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'ConntrackHelper': '1.0', Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Log': '1.0', Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Network': '1.1', Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Port': '1.7', Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'PortForwarding': '1.2', Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'QosPolicy': '1.8', Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'SecurityGroup': '1.4', Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'SecurityGroupRule': '1.2', Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'SubPort': '1.0', Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Subnet': '1.1', Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Trunk': '1.1'}} Jul 19 20:31:41.925443 dv-cinder-801321-1-iscsi neutron-server[78684]: {{(pid=78684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 20:31:41.944854 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:41.948927 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Attempting to bind port 0e2386c1-4881-4b07-aa1d-00465a440b61 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:31:41.949331 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Attempting to bind port 0e2386c1-4881-4b07-aa1d-00465a440b61 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'f79c506c-eb9a-40a7-a0fe-f637fef4bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:31:41.949777 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Attempting to bind port 0e2386c1-4881-4b07-aa1d-00465a440b61 on network 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:31:41.956078 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:31:41.956508 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Checking segment: {'id': 'f79c506c-eb9a-40a7-a0fe-f637fef4bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:31:41.957171 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:41.957634 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Bound using segment: {'id': 'f79c506c-eb9a-40a7-a0fe-f637fef4bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:31:41.958138 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Bound port: 0e2386c1-4881-4b07-aa1d-00465a440b61, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79c506c-eb9a-40a7-a0fe-f637fef4bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:31:41.958523 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:42.047553 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] For port 0e2386c1-4881-4b07-aa1d-00465a440b61, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:31:42.052225 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] For port 0e2386c1-4881-4b07-aa1d-00465a440b61, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=0e2386c1-4881-4b07-aa1d-00465a440b61,segment=NetworkSegment(f79c506c-eb9a-40a7-a0fe-f637fef4bfb0),segment_id=f79c506c-eb9a-40a7-a0fe-f637fef4bfb0)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:31:42.057848 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:42.062123 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:42.154903 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Routers {'996e138d-9393-48ff-b022-58f9366ff95f'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:31:42.155581 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:31:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['996e138d-9393-48ff-b022-58f9366ff95f'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:31:42.203898 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Pushing event updated for resources: {'Port': ['ID=0e2386c1-4881-4b07-aa1d-00465a440b61,revision_number=4']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:42.216103 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:42.320688 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] Set router 996e138d-9393-48ff-b022-58f9366ff95f gateway port host: None {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:31:42.672728 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996e138d-9393-48ff-b022-58f9366ff95f', 'name': 'router1', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:31:28Z', 'updated_at': '2021-07-19T20:31:39Z', 'revision_number': 2, 'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'gw_port_host': None, '_interfaces': [{'id': '0e2386c1-4881-4b07-aa1d-00465a440b61', 'name': '', 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'mac_address': 'fa:16:3e:9d:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996e138d-9393-48ff-b022-58f9366ff95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:31:39Z', 'updated_at': '2021-07-19T20:31:42Z', 'revision_number': 4, 'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'subnets': [{'id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28b424bf-6edf-4e2d-9854-5e4d72fe6e90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:31:42.677970 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ffc37d-4895-46a2-8700-6785db8fb03a None None] The sync data for ids ['996e138d-9393-48ff-b022-58f9366ff95f'] in dv-cinder-801321-1-iscsi is: [{'id': '996e138d-9393-48ff-b022-58f9366ff95f', 'name': 'router1', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:31:28Z', 'updated_at': '2021-07-19T20:31:39Z', 'revision_number': 2, 'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'gw_port_host': None, '_interfaces': [{'id': '0e2386c1-4881-4b07-aa1d-00465a440b61', 'name': '', 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'mac_address': 'fa:16:3e:9d:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996e138d-9393-48ff-b022-58f9366ff95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:31:39Z', 'updated_at': '2021-07-19T20:31:42Z', 'revision_number': 4, 'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'subnets': [{'id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28b424bf-6edf-4e2d-9854-5e4d72fe6e90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:31:42.841982 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 40584) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:42.992638 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4287164-2297-48b6-80e8-b9e572f4e639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:31:42.993211 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-f4287164-2297-48b6-80e8-b9e572f4e639 admin admin] Synchronizing usage tracker for tenant:3dcc43d64b8b4d3aa9d4920389fbb1b1 on resource:network {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:31:43.012581 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-f4287164-2297-48b6-80e8-b9e572f4e639 admin admin] Unset dirty status for tenant:3dcc43d64b8b4d3aa9d4920389fbb1b1 on resource:network {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:31:43.013774 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-f4287164-2297-48b6-80e8-b9e572f4e639 admin admin] 10.222.0.36 "GET /v2.0/networks/f5466eaf-cb4a-4a64-b931-13ea23041666 HTTP/1.1" status: 200 len: 842 time: 0.1707544 Jul 19 20:31:43.023584 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Request body: {'subnet': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:31:43.029511 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:31:43.033316 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Usage tracker for resource:subnet and tenant:3dcc43d64b8b4d3aa9d4920389fbb1b1 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:31:43.036793 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:31:43.043850 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:31:43.053513 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Made reservation on behalf of 3dcc43d64b8b4d3aa9d4920389fbb1b1 for: {'subnet': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:31:43.056139 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:43.466009 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.objects.ports [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78681) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jul 19 20:31:43.466525 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for subnet, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:43.470668 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:43.545351 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5215babf-659b-4f7a-aa5b-2e3fde630244,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:43.552891 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:43.560624 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Checking segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:31:43.561196 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Network hostable DHCP agents. Network: f5466eaf-cb4a-4a64-b931-13ea23041666, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:31:43.598116 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:31:43.612838 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, f5466eaf-cb4a-4a64-b931-13ea23041666) {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:31:43.617711 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:31:43.619333 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:43.622181 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf20a821-e06c-424c-906e-7f358666fdf1 None None] Network f5466eaf-cb4a-4a64-b931-13ea23041666 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:31:43.663980 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6440020 Jul 19 20:31:43.671224 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 0e2386c1-4881-4b07-aa1d-00465a440b61 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:31:43.845294 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 0e2386c1-4881-4b07-aa1d-00465a440b61 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:31:43.885020 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 0e2386c1-4881-4b07-aa1d-00465a440b61 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:31:43.885393 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:44.033438 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91ee3d1-cbfb-496b-b050-5dbcd41f759e None None] Network f5466eaf-cb4a-4a64-b931-13ea23041666 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:31:44.165894 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:44.226864 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port 0e2386c1-4881-4b07-aa1d-00465a440b61, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=0e2386c1-4881-4b07-aa1d-00465a440b61,segment=NetworkSegment(f79c506c-eb9a-40a7-a0fe-f637fef4bfb0),segment_id=f79c506c-eb9a-40a7-a0fe-f637fef4bfb0)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:31:44.257260 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:44.266910 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c6022865-77d2-4bf1-9824-bc1e958b8161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:44.381601 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=0e2386c1-4881-4b07-aa1d-00465a440b61,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:44.385013 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:45.613515 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 0e2386c1-4881-4b07-aa1d-00465a440b61 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:31:45.692569 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 0e2386c1-4881-4b07-aa1d-00465a440b61 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:31:45.693269 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:45.959166 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 40598) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:46.206481 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-bb357556-84d1-4964-a04f-2f2047a06050 admin admin] 10.222.0.36 "GET /v2.0/routers/996e138d-9393-48ff-b022-58f9366ff95f HTTP/1.1" status: 200 len: 710 time: 0.2460310 Jul 19 20:31:46.338142 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31fc63-f07a-47d8-86ce-7889db5f0c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:31:46.339686 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-7a31fc63-f07a-47d8-86ce-7889db5f0c4c admin admin] 10.222.0.36 "GET /v2.0/networks/f5466eaf-cb4a-4a64-b931-13ea23041666 HTTP/1.1" status: 200 len: 886 time: 0.1280792 Jul 19 20:31:46.350373 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:31:46.817690 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1630'] for router, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:47.177997 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:47.235197 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:47.373619 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Allocated IP 172.27.2.78 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:31:47.573043 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:47.609325 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:47.614254 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:47.682490 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:31:47.685532 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:31:47.688415 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:31:47.756503 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:47.759445 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:48.090899 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:48.424545 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1630'] for router, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:48.427736 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703292'] for router, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:48.605708 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Router 996e138d-9393-48ff-b022-58f9366ff95f has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:31:48.788335 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:31:48.796576 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Notify callbacks [] for router, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:48.797513 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Sync routers for ids ['996e138d-9393-48ff-b022-58f9366ff95f'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:31:48.797963 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] 10.222.0.36 "PUT /v2.0/routers/996e138d-9393-48ff-b022-58f9366ff95f HTTP/1.1" status: 200 len: 889 time: 2.4507909 Jul 19 20:31:48.808048 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Routers {'996e138d-9393-48ff-b022-58f9366ff95f'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:31:48.808793 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:31:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['996e138d-9393-48ff-b022-58f9366ff95f'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:31:49.013085 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Set router 996e138d-9393-48ff-b022-58f9366ff95f gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:31:49.373071 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996e138d-9393-48ff-b022-58f9366ff95f', 'name': 'router1', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:31:28Z', 'updated_at': '2021-07-19T20:31:47Z', 'revision_number': 4, 'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'gw_port': {'id': '2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:89:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996e138d-9393-48ff-b022-58f9366ff95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:31:47Z', 'updated_at': '2021-07-19T20:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '0e2386c1-4881-4b07-aa1d-00465a440b61', 'name': '', 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'mac_address': 'fa:16:3e:9d:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996e138d-9393-48ff-b022-58f9366ff95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:31:39Z', 'updated_at': '2021-07-19T20:31:44Z', 'revision_number': 5, 'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'subnets': [{'id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28b424bf-6edf-4e2d-9854-5e4d72fe6e90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:31:49.378890 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Checking router: 996e138d-9393-48ff-b022-58f9366ff95f for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:31:49.379319 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Updating router 996e138d-9393-48ff-b022-58f9366ff95f port 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a binding host dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:31:49.431752 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:49.792005 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:49.804685 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Transition to ACTIVE for port object 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:31:49.812324 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:49.816909 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:49.892255 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Attempting to bind port 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:31:49.893249 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Attempting to bind port 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:31:49.893620 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Attempting to bind port 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a on network f5466eaf-cb4a-4a64-b931-13ea23041666 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:31:49.897247 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307470d-d62d-4c8f-96d5-1003f95b853e None None] Pushing event updated for resources: {'Port': ['ID=2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:49.901416 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e307470d-d62d-4c8f-96d5-1003f95b853e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:49.902292 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:31:49.902670 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Checking segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:31:49.903095 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:49.903482 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Bound using segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:31:49.903942 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Bound port: 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:31:49.904331 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:49.986013 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] For port 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:31:49.989823 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] For port 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:31:49.993619 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:49.997602 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:50.100124 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307470d-d62d-4c8f-96d5-1003f95b853e None None] Pushing event updated for resources: {'Port': ['ID=2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:50.102700 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Routers {'996e138d-9393-48ff-b022-58f9366ff95f'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:31:50.103331 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:31:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['996e138d-9393-48ff-b022-58f9366ff95f'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:31:50.152034 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e307470d-d62d-4c8f-96d5-1003f95b853e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:50.290473 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] Set router 996e138d-9393-48ff-b022-58f9366ff95f gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:31:50.626799 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996e138d-9393-48ff-b022-58f9366ff95f', 'name': 'router1', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:31:28Z', 'updated_at': '2021-07-19T20:31:47Z', 'revision_number': 4, 'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'gw_port': {'id': '2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:89:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996e138d-9393-48ff-b022-58f9366ff95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:31:47Z', 'updated_at': '2021-07-19T20:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '0e2386c1-4881-4b07-aa1d-00465a440b61', 'name': '', 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'mac_address': 'fa:16:3e:9d:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996e138d-9393-48ff-b022-58f9366ff95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:31:39Z', 'updated_at': '2021-07-19T20:31:44Z', 'revision_number': 5, 'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'subnets': [{'id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28b424bf-6edf-4e2d-9854-5e4d72fe6e90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:31:50.632120 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2d795-b2e2-4a39-9e61-27ed1af9a9f3 None None] The sync data for ids ['996e138d-9393-48ff-b022-58f9366ff95f'] in dv-cinder-801321-1-iscsi is: [{'id': '996e138d-9393-48ff-b022-58f9366ff95f', 'name': 'router1', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:31:28Z', 'updated_at': '2021-07-19T20:31:47Z', 'revision_number': 4, 'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'gw_port': {'id': '2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:89:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996e138d-9393-48ff-b022-58f9366ff95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:31:47Z', 'updated_at': '2021-07-19T20:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '0e2386c1-4881-4b07-aa1d-00465a440b61', 'name': '', 'network_id': '5b797adf-eed9-4ce6-a849-01c2ca9c9b1d', 'tenant_id': 'a92c77af6fd3473aadd28a897efa2b31', 'mac_address': 'fa:16:3e:9d:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996e138d-9393-48ff-b022-58f9366ff95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:31:39Z', 'updated_at': '2021-07-19T20:31:44Z', 'revision_number': 5, 'project_id': 'a92c77af6fd3473aadd28a897efa2b31', 'subnets': [{'id': 'd3a776c9-cd3d-411b-adc2-9433b4ca2fc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28b424bf-6edf-4e2d-9854-5e4d72fe6e90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:31:51.217432 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 40608) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:31:51.344802 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-ffa2bae8-e4cd-45f3-a167-d3d9fa05c838 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1262228 Jul 19 20:31:51.642828 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:31:51.712927 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:31:51.718145 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:31:51.718520 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:51.845348 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:51.863665 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:31:51.867532 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:31:51.871363 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:31:51.949544 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:31:51.952764 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:31:53.635954 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:31:53.730141 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 2ba62e4b-1e6a-45a2-86c7-5a42a9fc561a triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:31:53.731799 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:32:00.636875 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-393b1239-7afc-4f52-b831-40c639152938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:32:01.261438 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:32:03.374830 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ccbd0a08-1f2c-455b-b769-ccdbf4579acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:32:05.084516 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:32:06.492588 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:32:17.476038 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 5 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:32:30.619399 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-256f15e5-c9b1-4091-bb8c-fff6ee212ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:32:31.248201 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:32:33.357854 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-30b26e9c-66cb-48dd-a818-d8db9a43df61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:32:35.087950 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:32:36.496534 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:32:54.483523 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 5 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:33:00.623418 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-46ab2f56-0957-47b2-b7e0-944119d9095c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:01.247227 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:03.362311 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4aac8aae-a76f-49a6-8889-a559f9494ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:05.097882 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:06.505262 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:30.627319 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0147210f-9d93-4d23-8f34-b5ea0cf32378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:31.240232 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:31.471645 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 5 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:33:33.360880 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0c2d-ac17-4844-87bf-0d37f40ccc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:35.092834 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:36.505552 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:56.624360 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 41178) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:33:56.696483 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1715327b-9498-411d-b905-91bda5130b0f admin admin] GET failed (client error): The resource could not be found. Jul 19 20:33:56.697784 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-1715327b-9498-411d-b905-91bda5130b0f admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0724669 Jul 19 20:33:56.839434 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b10555-0197-44bc-9298-c349281ccec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:33:56.840822 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-64b10555-0197-44bc-9298-c349281ccec5 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1390893 Jul 19 20:33:58.993389 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41188) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:33:59.153460 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ddeae-53f7-4be6-bbbd-0af76aec0b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:33:59.154132 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-3d7ddeae-53f7-4be6-bbbd-0af76aec0b56 admin admin] Synchronizing usage tracker for tenant:3dcc43d64b8b4d3aa9d4920389fbb1b1 on resource:subnet {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:33:59.174641 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-3d7ddeae-53f7-4be6-bbbd-0af76aec0b56 admin admin] Unset dirty status for tenant:3dcc43d64b8b4d3aa9d4920389fbb1b1 on resource:subnet {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:33:59.176175 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-3d7ddeae-53f7-4be6-bbbd-0af76aec0b56 admin admin] 10.222.0.36 "GET /v2.0/subnets/d3a776c9-cd3d-411b-adc2-9433b4ca2fc2 HTTP/1.1" status: 200 len: 849 time: 0.1817138 Jul 19 20:33:59.186056 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:33:59.305632 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Notify callbacks [] for subnet, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:59.490367 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736792436017'] for subnet, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:59.494057 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8c71e527-d0c8-4f51-bf36-7823df318846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:33:59.533420 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:33:59.534262 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:33:59.546994 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] 10.222.0.36 "PUT /v2.0/subnets/d3a776c9-cd3d-411b-adc2-9433b4ca2fc2 HTTP/1.1" status: 200 len: 868 time: 0.3535101 Jul 19 20:33:59.547224 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffb3eb8-280c-442c-ba36-8007fd5505b1 None None] Network 5b797adf-eed9-4ce6-a849-01c2ca9c9b1d requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:33:59.560081 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a776c9-cd3d-411b-adc2-9433b4ca2fc2,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:33:59.568762 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:33:59.569142 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:33:59.569439 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:33:59.569814 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:33:59.570734 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:33:59.570734 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:33:59.570734 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:33:59.571155 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:33:59.571454 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:33:59.571900 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:33:59.572143 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:33:59.572509 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:33:59.576191 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:34:00.045380 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-87d78111-468a-4406-b7e9-19d8ac34c611 None None] Provisioning complete for port 5c87b02e-2070-45ab-9c49-c19601824541 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:34:00.046334 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-87d78111-468a-4406-b7e9-19d8ac34c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:00.180701 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-87d78111-468a-4406-b7e9-19d8ac34c611 None None] Provisioning complete for port 0e2386c1-4881-4b07-aa1d-00465a440b61 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:34:00.180966 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-87d78111-468a-4406-b7e9-19d8ac34c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:00.630291 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-47e09b0f-635c-4a93-b532-5ef0ed37388b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:01.244003 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:01.698287 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41198) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:34:01.871423 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d249fa53-74d1-4cd6-8d83-4f8c50e0e155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:01.871911 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d249fa53-74d1-4cd6-8d83-4f8c50e0e155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:01.873481 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-d249fa53-74d1-4cd6-8d83-4f8c50e0e155 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1747055 Jul 19 20:34:03.354170 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4b97fcbb-919a-40eb-b678-78f584381cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:04.046839 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41208) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:34:04.239596 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c85382-be57-4903-b955-31ac5f0b65f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:04.240038 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c85382-be57-4903-b955-31ac5f0b65f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:04.241624 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-12c85382-be57-4903-b955-31ac5f0b65f6 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1937809 Jul 19 20:34:05.094678 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:06.387164 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41218) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:34:06.508089 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:06.582411 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145d3784-33d9-4b22-b876-772a6fe6b5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:06.583721 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-145d3784-33d9-4b22-b876-772a6fe6b5dd admin admin] 10.222.0.36 "GET /v2.0/networks/5b797adf-eed9-4ce6-a849-01c2ca9c9b1d HTTP/1.1" status: 200 len: 869 time: 0.1956205 Jul 19 20:34:08.471647 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 5 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:34:08.728593 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41228) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:34:08.907614 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de24bfda-d332-4c6a-8f73-23de9bfb0cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:08.908976 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-de24bfda-d332-4c6a-8f73-23de9bfb0cb3 admin admin] 10.222.0.36 "GET /v2.0/networks/f5466eaf-cb4a-4a64-b931-13ea23041666 HTTP/1.1" status: 200 len: 886 time: 0.1793790 Jul 19 20:34:11.070492 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 41238) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:34:11.184318 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bca096-0629-4d3e-a9cb-330876140397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:11.184779 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bca096-0629-4d3e-a9cb-330876140397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:11.186906 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-63bca096-0629-4d3e-a9cb-330876140397 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1154191 Jul 19 20:34:13.323966 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41248) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:34:13.439064 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f7829-0fa8-429b-91d9-9b6fc6c354a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:13.439527 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f7829-0fa8-429b-91d9-9b6fc6c354a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:13.441080 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-375f7829-0fa8-429b-91d9-9b6fc6c354a6 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1161547 Jul 19 20:34:15.576931 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41258) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:34:15.687145 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd86278-b34e-41bd-a9c5-064cada379fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:15.688676 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-fcd86278-b34e-41bd-a9c5-064cada379fa admin admin] 10.222.0.36 "GET /v2.0/subnets/5215babf-659b-4f7a-aa5b-2e3fde630244 HTTP/1.1" status: 200 len: 816 time: 0.1107748 Jul 19 20:34:17.829207 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41268) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:34:17.947905 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4f14a5-0535-4e96-a22a-fcad1bf7b621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:17.949245 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-ba4f14a5-0535-4e96-a22a-fcad1bf7b621 admin admin] 10.222.0.36 "GET /v2.0/subnets/d3a776c9-cd3d-411b-adc2-9433b4ca2fc2 HTTP/1.1" status: 200 len: 868 time: 0.1190419 Jul 19 20:34:30.636315 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-51db222e-1fe4-4ea0-8b63-859d066f0b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:31.249517 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:33.355867 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6cc31dbf-5d02-44ab-88c8-4b8a1d7a6d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:35.099978 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:36.510675 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:41.081434 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41312) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:34:41.130405 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [None req-67a84bec-da73-47b6-9faf-ad4a1988a373 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 20:34:41.131505 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-67a84bec-da73-47b6-9faf-ad4a1988a373 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490763 Jul 19 20:34:43.366161 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41322) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:34:43.437160 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3abc80-8623-48bc-9292-026e3b9eb551 admin admin] GET failed (client error): The resource could not be found. Jul 19 20:34:43.438533 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-7b3abc80-8623-48bc-9292-026e3b9eb551 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0714347 Jul 19 20:34:43.565003 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e2d46-484a-4229-b3dd-3fd0a415edba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:43.566381 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-f29e2d46-484a-4229-b3dd-3fd0a415edba admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1238604 Jul 19 20:34:45.471313 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 5 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:34:45.707617 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41332) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:34:45.759218 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:34:45.764776 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:34:45.774784 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:34:45.785412 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Made reservation on behalf of 3dcc43d64b8b4d3aa9d4920389fbb1b1 for: {'network': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:34:45.788046 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:45.877318 dv-cinder-801321-1-iscsi neutron-server[78681]: WARNING neutron.services.revisions.revision_plugin [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Could not find related network for resource to bump revision. Jul 19 20:34:45.891357 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=78681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:34:45.901642 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:45.902101 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.segments_db [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Added segment 8d23f7fe-58e5-488c-875a-ae8bf81579f1 of type vlan for network 3d1fd302-7f8a-4dae-a64a-d098bf04fd87 Jul 19 20:34:45.928357 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:45.958345 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:45.959790 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:45.960375 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:45.963692 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:34:46.102522 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3936327 Jul 19 20:34:46.105538 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3d1fd302-7f8a-4dae-a64a-d098bf04fd87,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:34:46.108564 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:34:46.116864 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 3d1fd302-7f8a-4dae-a64a-d098bf04fd87 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:34:48.283638 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 41342) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:34:48.353476 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3aaf72b-4194-476c-b9b4-1f5be3523377 admin admin] GET failed (client error): The resource could not be found. Jul 19 20:34:48.354746 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-e3aaf72b-4194-476c-b9b4-1f5be3523377 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0701065 Jul 19 20:34:48.458025 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e3903-bf0f-40a8-91f8-dff360bfa957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:48.459515 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-b49e3903-bf0f-40a8-91f8-dff360bfa957 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1003351 Jul 19 20:34:48.469059 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:34:48.473380 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:34:48.483263 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:34:48.492764 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Made reservation on behalf of 3dcc43d64b8b4d3aa9d4920389fbb1b1 for: {'subnet': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:34:48.495011 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:48.697469 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for subnet, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:48.702192 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6acdef07-8ff1-4206-a42a-eb06b8226219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:34:48.771771 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe90e491-4e60-4a64-a1e9-a0640c6f20fe,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:34:48.782480 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Checking segment: {'id': '8d23f7fe-58e5-488c-875a-ae8bf81579f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:34:48.782832 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Network hostable DHCP agents. Network: 3d1fd302-7f8a-4dae-a64a-d098bf04fd87, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:34:48.789104 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:48.789447 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:48.789786 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:48.790118 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:48.790445 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:48.790770 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:48.791121 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:48.791449 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:48.791769 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:48.792087 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:48.792408 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:48.792720 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:48.796708 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:34:48.811007 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Network 3d1fd302-7f8a-4dae-a64a-d098bf04fd87 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:34:48.820087 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 3d1fd302-7f8a-4dae-a64a-d098bf04fd87) {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:34:48.824400 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:34:48.825029 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:48.830115 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe50c73-dd03-4336-9dda-f92fdafe7fd1 None None] Network 3d1fd302-7f8a-4dae-a64a-d098bf04fd87 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:34:48.858946 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-e33114c7-d54a-478e-845f-ea9260d3f5e6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3933246 Jul 19 20:34:49.060002 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a9859ff-3bcc-5e62-9b24-b3a30d5fcb8c-3d1fd302-7f8a-4dae-a64a-d098bf04fd87', 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87', 'tenant_id': '3dcc43d64b8b4d3aa9d4920389fbb1b1', 'fixed_ips': [{'subnet_id': 'fe90e491-4e60-4a64-a1e9-a0640c6f20fe'}]}} from dv-cinder-801321-1-iscsi. {{(pid=78683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 20:34:49.060873 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:49.228698 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Allocated IP 192.168.233.2 (3d1fd302-7f8a-4dae-a64a-d098bf04fd87/fe90e491-4e60-4a64-a1e9-a0640c6f20fe/dbd73781-45dc-48bb-93f0-df2d69fcb406) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:34:49.447514 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:49.458134 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Transition to ACTIVE for port object dbd73781-45dc-48bb-93f0-df2d69fcb406 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:34:49.477624 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Transition to ACTIVE for port object dbd73781-45dc-48bb-93f0-df2d69fcb406 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:34:49.484558 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:49.489288 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e307470d-d62d-4c8f-96d5-1003f95b853e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:34:49.559862 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Network 3d1fd302-7f8a-4dae-a64a-d098bf04fd87 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:34:49.560826 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Pushing event updated for resources: {'Port': ['ID=dbd73781-45dc-48bb-93f0-df2d69fcb406,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:34:49.563255 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Resources bound (agent type, host, resource id): {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:34:49.566405 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:34:49.574565 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:49.574979 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:49.575323 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:49.575653 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:49.575983 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:49.576307 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:49.576626 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:49.576942 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:49.577277 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:49.577597 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:49.577911 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:49.578224 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:34:49.605267 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:34:49.698941 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Attempting to bind port dbd73781-45dc-48bb-93f0-df2d69fcb406 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:34:49.699400 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Attempting to bind port dbd73781-45dc-48bb-93f0-df2d69fcb406 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '8d23f7fe-58e5-488c-875a-ae8bf81579f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:34:49.699843 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Attempting to bind port dbd73781-45dc-48bb-93f0-df2d69fcb406 on network 3d1fd302-7f8a-4dae-a64a-d098bf04fd87 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:34:49.705617 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:34:49.705991 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Checking segment: {'id': '8d23f7fe-58e5-488c-875a-ae8bf81579f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:34:49.706388 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:49.706888 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Bound using segment: {'id': '8d23f7fe-58e5-488c-875a-ae8bf81579f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:34:49.707284 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Bound port: dbd73781-45dc-48bb-93f0-df2d69fcb406, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d23f7fe-58e5-488c-875a-ae8bf81579f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:34:49.707671 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:49.800528 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] For port dbd73781-45dc-48bb-93f0-df2d69fcb406, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:34:49.805398 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] For port dbd73781-45dc-48bb-93f0-df2d69fcb406, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=dbd73781-45dc-48bb-93f0-df2d69fcb406,segment=NetworkSegment(8d23f7fe-58e5-488c-875a-ae8bf81579f1),segment_id=8d23f7fe-58e5-488c-875a-ae8bf81579f1)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:34:49.811229 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:49.815289 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:34:49.889823 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Pushing event updated for resources: {'Port': ['ID=dbd73781-45dc-48bb-93f0-df2d69fcb406,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:34:49.895933 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:34:50.755775 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a00b1d4-3999-4a3e-b13c-f4cf7c21a182 None None] Network 3d1fd302-7f8a-4dae-a64a-d098bf04fd87 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:34:50.867983 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-f1e2bdd3-3cea-44e8-84c1-db668bd67d8c None None] Provisioning for port dbd73781-45dc-48bb-93f0-df2d69fcb406 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:34:51.749638 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device dbd73781-45dc-48bb-93f0-df2d69fcb406 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:34:51.819887 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port dbd73781-45dc-48bb-93f0-df2d69fcb406 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:34:51.824930 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port dbd73781-45dc-48bb-93f0-df2d69fcb406 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:34:51.825310 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:51.946331 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:51.978683 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port dbd73781-45dc-48bb-93f0-df2d69fcb406, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=dbd73781-45dc-48bb-93f0-df2d69fcb406,segment=NetworkSegment(8d23f7fe-58e5-488c-875a-ae8bf81579f1),segment_id=8d23f7fe-58e5-488c-875a-ae8bf81579f1)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:34:51.983198 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:34:51.986550 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:34:52.054084 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=dbd73781-45dc-48bb-93f0-df2d69fcb406,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:34:52.057739 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:34:53.729914 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device dbd73781-45dc-48bb-93f0-df2d69fcb406 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:34:53.808410 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port dbd73781-45dc-48bb-93f0-df2d69fcb406 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:34:53.808781 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:35:00.639448 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-45d0ff4e-5bcd-441f-8f67-f7aa74f7cfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:35:01.255201 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:35:03.360665 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2aa0413e-09d4-4c97-ade4-1857c03eba5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:35:05.101290 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:35:06.513714 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:35:22.470204 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 5 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:35:30.642296 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-472cf691-5898-4c63-a57a-0927d1bb453a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:35:31.257824 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:35:33.362617 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2cc7b3c0-7ebc-4be2-b623-b0277bfebc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:35:35.103463 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:35:36.518823 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:35:59.468521 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 5 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:36:00.646138 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-98b9a326-3611-480e-a48d-60b7e2fa5020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:01.262255 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:03.365673 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f824745b-6cfe-4f2d-98b0-847fd1f41003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:05.108205 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:06.520359 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:11.309237 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 41392) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:36:11.315374 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [None req-cb1a2e4a-ae7e-4af3-a9ea-c9b4beccc09a tempest-verify_tempest_config-478344337 tempest-verify_tempest_config-478344337-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 20:36:11.316323 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-cb1a2e4a-ae7e-4af3-a9ea-c9b4beccc09a tempest-verify_tempest_config-478344337 tempest-verify_tempest_config-478344337-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061350 Jul 19 20:36:11.632770 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41410) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:36:11.753358 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:11.767991 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:36:11.771823 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Usage tracker for resource:security_group_rule and tenant:90cfaad7fa1b41cc863d44612dd54126 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:36:11.774611 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:36:11.780324 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:36:11.871831 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:11.876443 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:11.885541 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:36:11.924784 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Synchronizing usage tracker for tenant:3dcc43d64b8b4d3aa9d4920389fbb1b1 on resource:security_group {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:36:11.927271 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e9c4f9-4767-4c80-a95e-e0e2b9be6895,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:36:11.937807 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:36:11.938189 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:36:11.938542 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:36:11.938851 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:36:11.939201 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:36:11.939535 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:36:11.939858 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:36:11.940172 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:36:11.940501 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:36:11.940814 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:36:11.941124 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:36:11.941430 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:36:11.945984 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:36:11.957197 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Unset dirty status for tenant:3dcc43d64b8b4d3aa9d4920389fbb1b1 on resource:security_group {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:36:11.958560 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90cfaad7fa1b41cc863d44612dd54126&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3248091 Jul 19 20:36:11.961597 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41416) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:36:12.021249 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-acf02294-6372-4d32-87f5-7e4748aad043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:12.048950 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-acf02294-6372-4d32-87f5-7e4748aad043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:12.148577 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-acf02294-6372-4d32-87f5-7e4748aad043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:12.153163 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-9f8b6976-568f-49f0-852f-08af04e271c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:36:12.166308 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf02294-6372-4d32-87f5-7e4748aad043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e9c4f9-4767-4c80-a95e-e0e2b9be6895,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:36:12.169240 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-acf02294-6372-4d32-87f5-7e4748aad043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:36:12.171263 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-acf02294-6372-4d32-87f5-7e4748aad043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:12.172270 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-acf02294-6372-4d32-87f5-7e4748aad043 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84e9c4f9-4767-4c80-a95e-e0e2b9be6895 HTTP/1.1" status: 204 len: 168 time: 0.2097468 Jul 19 20:36:30.650254 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f2dbab21-d598-478d-aabf-6c2ef7596a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:31.265496 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:33.370251 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4a49-4f08-4f3d-b2bb-2e8be33dcf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:35.108466 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:36:36.467662 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 5 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:36:36.522540 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:37:00.655372 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e9198be2-8514-4432-9893-b670c194bd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:37:01.268707 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:37:03.376774 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ba4eac70-738a-4b2e-865a-30520412023b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:37:05.111382 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:37:06.525991 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:37:13.467197 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 5 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:37:30.648664 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0ca5a77b-d338-40f0-8962-78886f735012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:37:31.271871 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:37:33.367879 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e72275ac-4c15-4e70-96d6-0b4c8a4d4fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:37:35.115559 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:37:36.528995 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:37:44.092745 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-702538'] for agent, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:37:50.467354 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:37:58.761830 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41488) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:37:58.877476 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-1ef84d81-98ee-43a8-a04f-8eb271785f45 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1145465 Jul 19 20:38:00.653696 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bb02fe77-038b-4908-92e5-5e072109d8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:38:01.051504 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41502) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:38:01.106995 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-a0973334-a1f3-4fd9-899e-67ac9575cf0f admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0543587 Jul 19 20:38:01.275825 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:38:03.370729 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9564a0f9-23a7-4787-b35e-14e304704bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:38:05.120819 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:38:06.531790 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:38:14.037121 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:38:27.467529 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:38:30.646862 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1f0dab1b-8729-402d-966d-0550d846ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:38:31.278125 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:38:33.372106 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94c4a930-b150-43df-8edd-806eec128eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:38:35.119495 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:38:36.535488 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:38:44.036769 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:00.651603 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4f603a1c-ca55-43a7-984d-580131f9d566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:01.281242 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:03.375831 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e58ab934-4033-4913-ad86-ada1b39b3a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:04.467470 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:39:05.134564 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:06.540407 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:14.051960 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:28.758474 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41724) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:28.800502 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41730) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:28.841498 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41740) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:28.852029 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 41746) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:28.892401 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41752) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:28.964050 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-network', 'tenant_id': 'e788cbccb0834feeac72b574191334bc'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:28.972803 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:28.979197 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Usage tracker for resource:network and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:28.982828 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:28.989510 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:29.000887 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Made reservation on behalf of e788cbccb0834feeac72b574191334bc for: {'network': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:29.003486 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.019075 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.034048 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-295193268-network', 'tenant_id': 'b411966757e14dd9ba20665acdd79d57'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:29.039045 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:29.045242 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Usage tracker for resource:network and tenant:b411966757e14dd9ba20665acdd79d57 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:29.048141 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:29.050353 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:29.057890 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Usage tracker for resource:security_group_rule and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:29.060540 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:29.062614 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:29.069501 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:29.116267 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Made reservation on behalf of b411966757e14dd9ba20665acdd79d57 for: {'network': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:29.119033 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.154085 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.189096 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2094035757-network', 'tenant_id': '81110991f26141ceab689331d82c38cf'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:29.192481 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:29.202848 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.204592 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Usage tracker for resource:security_group_rule and tenant:b411966757e14dd9ba20665acdd79d57 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:29.208454 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:29.220038 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1851015739-network', 'tenant_id': '9bb32e2c0d884db3adac0737a09fe6d3'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:29.223124 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.224112 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:29.227221 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:29.240097 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:29.244529 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Usage tracker for resource:network and tenant:9bb32e2c0d884db3adac0737a09fe6d3 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:29.247585 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:29.254412 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1090634461-network', 'tenant_id': '1500a4b1af454e9bb41a539996016725'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:29.254593 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:29.261772 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:29.263219 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Usage tracker for resource:network and tenant:81110991f26141ceab689331d82c38cf is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:29.267010 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Usage tracker for resource:network and tenant:1500a4b1af454e9bb41a539996016725 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:29.268340 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:29.270578 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:29.277230 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:29.287591 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:29.289554 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Made reservation on behalf of 1500a4b1af454e9bb41a539996016725 for: {'network': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:29.293800 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.294362 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Made reservation on behalf of 9bb32e2c0d884db3adac0737a09fe6d3 for: {'network': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:29.296645 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.310901 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.330530 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:29.334111 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:29.340189 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Usage tracker for resource:security_group_rule and tenant:1500a4b1af454e9bb41a539996016725 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:29.345686 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:29.347246 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=78681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:39:29.349963 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.355906 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:29.374677 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67d18da-827f-4d47-83c8-d84e356216a7,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:29.392415 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.392757 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.segments_db [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Added segment 948d1234-3ff1-42ef-83f1-3bdea5e1b0bb of type vlan for network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 Jul 19 20:39:29.396546 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:29.399736 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.400102 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.400421 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.400740 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.401067 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.401361 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.401858 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.402331 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.402794 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.403297 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.403780 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.404245 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Tracked resource versions report: Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: pushed versions: Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: { 'AddressGroup': {'1.2'}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'ConntrackHelper': {'1.0'}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Log': {'1.0'}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Network': {'1.1'}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Port': {'1.7'}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'PortForwarding': {'1.2'}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'QosPolicy': {'1.8'}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'SecurityGroup': {'1.4'}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'SecurityGroupRule': {'1.2'}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'SubPort': {'1.0'}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Subnet': {'1.1'}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Trunk': {'1.1'}} Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: consumer versions: Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: { DHCP agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: HyperV agent@hv-cinder-80132: {}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: L3 agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: Metadata agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: Metering agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: Open vSwitch agent@dv-cinder-801321-1-iscsi: { 'AddressGroup': '1.2', Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'ConntrackHelper': '1.0', Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Log': '1.0', Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Network': '1.1', Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Port': '1.7', Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'PortForwarding': '1.2', Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'QosPolicy': '1.8', Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'SecurityGroup': '1.4', Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'SecurityGroupRule': '1.2', Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'SubPort': '1.0', Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Subnet': '1.1', Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: 'Trunk': '1.1'}} Jul 19 20:39:29.405496 dv-cinder-801321-1-iscsi neutron-server[78681]: {{(pid=78681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 20:39:29.420409 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Made reservation on behalf of 81110991f26141ceab689331d82c38cf for: {'network': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:29.425698 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.438602 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:29.442178 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Usage tracker for resource:security_group_rule and tenant:9bb32e2c0d884db3adac0737a09fe6d3 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:29.451821 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:29.461944 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.475981 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:29.490440 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.500599 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.508545 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:29.518650 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.528311 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:29.558071 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d68f37-1998-4b53-be58-19293aa5d1d0,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:29.566892 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.567286 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.567625 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.567973 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.568285 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.568659 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.568985 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.569299 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.569811 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.570497 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.571002 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.571591 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Tracked resource versions report: Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: pushed versions: Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: { 'AddressGroup': {'1.2'}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'ConntrackHelper': {'1.0'}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Log': {'1.0'}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Network': {'1.1'}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Port': {'1.7'}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'PortForwarding': {'1.2'}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'QosPolicy': {'1.8'}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'SecurityGroup': {'1.4'}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'SecurityGroupRule': {'1.2'}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'SubPort': {'1.0'}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Subnet': {'1.1'}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Trunk': {'1.1'}} Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: consumer versions: Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: { DHCP agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: HyperV agent@hv-cinder-80132: {}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: L3 agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: Metadata agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: Metering agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: Open vSwitch agent@dv-cinder-801321-1-iscsi: { 'AddressGroup': '1.2', Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'ConntrackHelper': '1.0', Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Log': '1.0', Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Network': '1.1', Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Port': '1.7', Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'PortForwarding': '1.2', Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'QosPolicy': '1.8', Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'SecurityGroup': '1.4', Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'SecurityGroupRule': '1.2', Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'SubPort': '1.0', Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Subnet': '1.1', Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: 'Trunk': '1.1'}} Jul 19 20:39:29.573416 dv-cinder-801321-1-iscsi neutron-server[78682]: {{(pid=78682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 20:39:29.580165 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:29.587580 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=78682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:39:29.598987 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.599456 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.segments_db [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Added segment 6f717d84-7e1e-4c63-bdc7-bee1f033fcb0 of type vlan for network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 Jul 19 20:39:29.622560 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Usage tracker for resource:security_group_rule and tenant:81110991f26141ceab689331d82c38cf is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:29.632026 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.655863 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:29.675009 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:29.681494 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.683546 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:29.684478 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.713060 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:29.737246 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8840270 Jul 19 20:39:29.741685 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 41802) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:29.763157 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Request body: {'subnet': {'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1090634461-subnet', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:29.774438 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:29.789610 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Usage tracker for resource:subnet and tenant:1500a4b1af454e9bb41a539996016725 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:29.797163 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:29.812997 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:29.826524 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.866061 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.867106 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.903638 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Pushing event updated for resources: {'Network': ['ID=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:29.906579 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Made reservation on behalf of 1500a4b1af454e9bb41a539996016725 for: {'subnet': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:29.909292 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.914871 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:39:29.925909 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:29.926446 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:29.959932 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-002d66ce-4b12-434d-adad-f909130990f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:30.084568 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:30.097242 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=78681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:39:30.148276 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41818) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:30.185459 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.185800 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.segments_db [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Added segment f0cafc95-779f-4911-a532-6d05c248f4dd of type vlan for network 86164418-2ee1-4b07-ac34-571c46311316 Jul 19 20:39:30.188249 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.241850 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.257168 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.264723 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.265576 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Pushing event updated for resources: {'Network': ['ID=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:30.266254 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for subnet, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.276404 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:30.277559 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:39:30.278290 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:30.289690 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:30.326020 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5663292 Jul 19 20:39:30.370384 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41828) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:30.375296 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1d8856-5894-4d99-8030-f996418df0e4,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:30.396053 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.397380 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:30.402521 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=78681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:39:30.413726 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Request body: {'subnet': {'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-subnet', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:30.431219 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=78681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:39:30.435335 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:30.450229 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Checking segment: {'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:39:30.450619 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Network hostable DHCP agents. Network: 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:39:30.452133 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e9c5f2-7be4-494f-950e-d08828071c0f,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:30.462898 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Usage tracker for resource:subnet and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:30.480272 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:30.488241 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.488998 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.segments_db [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Added segment c9defb9c-c9c9-4300-8048-938935cd7951 of type vlan for network 1729bcf6-5778-4884-aa01-775bec79dc39 Jul 19 20:39:30.496225 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:39:30.510292 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:30.524352 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58) {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:30.532790 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:30.533398 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.536676 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.537113 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.segments_db [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Added segment 2dc5008d-7c6f-42b5-baf9-f68b6c45965f of type vlan for network 54abe5f6-9bc2-4c49-8e9b-742cd803c079 Jul 19 20:39:30.545537 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c53e5d8-e218-491d-b9b4-f48614a76915 None None] Network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:39:30.565027 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2b7e-e733-402e-9f1f-d6662e78038f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.576083 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8328598 Jul 19 20:39:30.578651 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 41840) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:30.596635 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9f76de-889a-41ba-b001-d40adf2fa4ed,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:30.608478 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1090634461-router', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:30.627022 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:30.633399 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Made reservation on behalf of e788cbccb0834feeac72b574191334bc for: {'subnet': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:30.635775 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.640734 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Usage tracker for resource:router and tenant:1500a4b1af454e9bb41a539996016725 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:30.651837 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:30.658692 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8bfa2b7e-e733-402e-9f1f-d6662e78038f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:30.661307 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:30.662933 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.670382 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.685920 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.687002 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-709492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.688458 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8bfa2b7e-e733-402e-9f1f-d6662e78038f admin admin] Usage tracker for resource:security_group_rule and tenant:4d44258316ae4bf78eabd45387e9a4e6 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:30.697917 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:30.698920 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.705187 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.711538 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.721891 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8bfa2b7e-e733-402e-9f1f-d6662e78038f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:30.802318 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8bfa2b7e-e733-402e-9f1f-d6662e78038f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:30.820959 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161ff46a-e329-4144-9e8f-4602f763cd8a,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:30.833166 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.db.resource_extend [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 20:39:30.844610 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:30.858712 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.878s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:30.859304 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:30.864768 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8341de79-1351-46fc-bdf5-60b841754b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.871873 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.547s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:30.872590 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:30.885410 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:30.900780 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0983527 Jul 19 20:39:30.911872 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41848) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:30.937987 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a2406-fca0-4a08-8d77-0d5a07789c1e None None] Network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:39:30.940869 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Request body: {'subnet': {'network_id': '86164418-2ee1-4b07-ac34-571c46311316', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-295193268-subnet', 'tenant_id': 'b411966757e14dd9ba20665acdd79d57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:30.954711 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.962431 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:30.969173 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:30.969767 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:30.973621 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:31.030101 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Usage tracker for resource:subnet and tenant:b411966757e14dd9ba20665acdd79d57 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:31.038818 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:31.039434 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:31.046187 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:31.063030 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Pushing event updated for resources: {'Network': ['ID=86164418-2ee1-4b07-ac34-571c46311316,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:31.077347 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:31.079874 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d9250e42-376c-4fa0-b0e9-fcf0fa23280e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:31.081946 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 86164418-2ee1-4b07-ac34-571c46311316 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:39:31.088874 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:31.199033 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3535075 Jul 19 20:39:31.236435 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 41862) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:31.240445 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1630'] for router, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:31.249717 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Request body: {'subnet': {'network_id': '54abe5f6-9bc2-4c49-8e9b-742cd803c079', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2094035757-subnet', 'tenant_id': '81110991f26141ceab689331d82c38cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:31.260617 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:31.260757 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3670790 Jul 19 20:39:31.262021 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Made reservation on behalf of b411966757e14dd9ba20665acdd79d57 for: {'subnet': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:31.264399 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:31.265358 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Usage tracker for resource:subnet and tenant:81110991f26141ceab689331d82c38cf is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:31.269188 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:31.275849 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:31.284843 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41870) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:31.289659 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Made reservation on behalf of 81110991f26141ceab689331d82c38cf for: {'subnet': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:31.292459 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:31.305208 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Pushing event updated for resources: {'Network': ['ID=54abe5f6-9bc2-4c49-8e9b-742cd803c079,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:31.310626 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Request body: {'subnet': {'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1851015739-subnet', 'tenant_id': '9bb32e2c0d884db3adac0737a09fe6d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:31.331868 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 54abe5f6-9bc2-4c49-8e9b-742cd803c079 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:39:31.382450 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:31.449725 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:31.453835 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Usage tracker for resource:subnet and tenant:9bb32e2c0d884db3adac0737a09fe6d3 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:31.457026 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:31.464169 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:31.474443 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Pushing event updated for resources: {'Network': ['ID=1729bcf6-5778-4884-aa01-775bec79dc39,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:31.496766 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 1729bcf6-5778-4884-aa01-775bec79dc39 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:39:31.500727 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:31.501152 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:31.501429 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:31.590296 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for subnet, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:31.599703 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:31.613552 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Made reservation on behalf of 9bb32e2c0d884db3adac0737a09fe6d3 for: {'subnet': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:31.616431 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:31.628169 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 41880) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:31.686345 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ee024f-95eb-4e9c-8c7b-8d4f42928740,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:31.686777 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2b7e-e733-402e-9f1f-d6662e78038f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:31.712650 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:31.752010 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for subnet, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:31.757621 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2b7e-e733-402e-9f1f-d6662e78038f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:31.779880 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-dac1357f-1349-4419-ac15-3c4fba47e34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:31.833728 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Checking segment: {'id': '2dc5008d-7c6f-42b5-baf9-f68b6c45965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '54abe5f6-9bc2-4c49-8e9b-742cd803c079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:39:31.833728 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Network hostable DHCP agents. Network: 54abe5f6-9bc2-4c49-8e9b-742cd803c079, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:39:31.880989 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Network 54abe5f6-9bc2-4c49-8e9b-742cd803c079 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:39:31.911647 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 54abe5f6-9bc2-4c49-8e9b-742cd803c079) {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:31.918749 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:31.919377 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:31.934882 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae32d396-9f98-418b-859b-6ad03de88ec6 None None] Network 54abe5f6-9bc2-4c49-8e9b-742cd803c079 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:39:31.947369 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-8bfa2b7e-e733-402e-9f1f-d6662e78038f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d44258316ae4bf78eabd45387e9a4e6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7921324 Jul 19 20:39:31.960429 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41896) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:32.017870 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-078e0986-ccfb-4a94-a409-b64d3d1aed80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.044068 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa4d79e-7eb1-4cef-a455-9fc00285c0b2,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:32.052540 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:32.060062 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:32.109149 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Checking segment: {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:39:32.109728 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Network hostable DHCP agents. Network: bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:39:32.123543 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8858747 Jul 19 20:39:32.124809 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-078e0986-ccfb-4a94-a409-b64d3d1aed80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:32.131967 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-078e0986-ccfb-4a94-a409-b64d3d1aed80 admin admin] Usage tracker for resource:security_group_rule and tenant:1c6c275dc07b4011a1d9a6fdf5bc7dda is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:32.165234 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-078e0986-ccfb-4a94-a409-b64d3d1aed80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:32.176853 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-078e0986-ccfb-4a94-a409-b64d3d1aed80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:32.214576 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.253784 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.290290 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa2b7e-e733-402e-9f1f-d6662e78038f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d9c36c-83d8-49ae-859b-bc3cc6c0569b,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:32.299981 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8bfa2b7e-e733-402e-9f1f-d6662e78038f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:32.313852 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-60cfc661-1300-463a-94e2-405308201680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.314846 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13606955-c5e4-4b08-a88e-eba02fa5bfef None None] Network 54abe5f6-9bc2-4c49-8e9b-742cd803c079 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:39:32.378896 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:39:32.395778 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-078e0986-ccfb-4a94-a409-b64d3d1aed80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.408428 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-078e0986-ccfb-4a94-a409-b64d3d1aed80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.457019 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:32.494773 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-078e0986-ccfb-4a94-a409-b64d3d1aed80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c6c275dc07b4011a1d9a6fdf5bc7dda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8636515 Jul 19 20:39:32.502354 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for subnet, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.504977 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e0986-ccfb-4a94-a409-b64d3d1aed80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddd2388-a177-496e-83fd-7f672a18693d,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:32.508853 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-078e0986-ccfb-4a94-a409-b64d3d1aed80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:32.511996 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41918) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:32.513145 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469) {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:32.524214 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-60cfc661-1300-463a-94e2-405308201680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.537260 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for subnet, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.539551 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:32.540145 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.540538 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d41ce18-6d8c-4e93-a7ff-e8da251d0d47 None None] Network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:39:32.571021 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:32.647626 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Allocated IP 172.27.2.94 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/bf9d59ba-dada-48d5-b776-43cfb6a29753) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:39:32.671046 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-100e50da-387c-46f8-bc54-703753114dd0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2984862 Jul 19 20:39:32.673926 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 41922) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:32.709003 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:32.732060 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:32.743540 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Usage tracker for resource:router and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:32.749107 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:32.781905 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35bc9270-23b1-4685-82e5-20af4043fde9,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:32.822707 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Checking segment: {'id': 'f0cafc95-779f-4911-a532-6d05c248f4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86164418-2ee1-4b07-ac34-571c46311316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:39:32.823044 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Network hostable DHCP agents. Network: 86164418-2ee1-4b07-ac34-571c46311316, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:39:32.826044 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:32.842419 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1738c19d-d237-4ddf-855e-f28053b99266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.864660 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.866928 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-709492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.870874 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Checking segment: {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:39:32.871454 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Network hostable DHCP agents. Network: 1729bcf6-5778-4884-aa01-775bec79dc39, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:39:32.890197 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 41938) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:32.894611 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-60cfc661-1300-463a-94e2-405308201680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.897367 dv-cinder-801321-1-iscsi neutron-server[78682]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 20:39:32.935126 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1519832d-8f12-4fc6-befb-a491c3df2990,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:32.939618 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1738c19d-d237-4ddf-855e-f28053b99266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.952747 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:32.953465 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:32.953739 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:32.955991 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.958123 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:32.959659 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.964959 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Network 86164418-2ee1-4b07-ac34-571c46311316 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:39:32.980535 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Network 1729bcf6-5778-4884-aa01-775bec79dc39 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:39:32.988210 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfc661-1300-463a-94e2-405308201680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d9c36c-83d8-49ae-859b-bc3cc6c0569b,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:32.994497 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-60cfc661-1300-463a-94e2-405308201680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:32.995798 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-60cfc661-1300-463a-94e2-405308201680 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85d9c36c-83d8-49ae-859b-bc3cc6c0569b HTTP/1.1" status: 204 len: 168 time: 1.0341487 Jul 19 20:39:33.007830 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-60cfc661-1300-463a-94e2-405308201680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:33.011748 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 86164418-2ee1-4b07-ac34-571c46311316) {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:33.015947 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 1729bcf6-5778-4884-aa01-775bec79dc39) {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:33.025194 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4f6b5e-dab1-4c4a-8feb-4255c9024179 None None] Network 86164418-2ee1-4b07-ac34-571c46311316 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:39:33.029984 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:33.030711 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:33.053289 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a9859ff-3bcc-5e62-9b24-b3a30d5fcb8c-bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2'}]}} from dv-cinder-801321-1-iscsi. {{(pid=78683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 20:39:33.054493 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:33.062374 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:33.063013 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:33.072010 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-d29a2858-298b-4ed6-93c6-5fe929d585b7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1509001 Jul 19 20:39:33.085835 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1738c19d-d237-4ddf-855e-f28053b99266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:33.088815 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1738c19d-d237-4ddf-855e-f28053b99266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:33.092847 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-1738c19d-d237-4ddf-855e-f28053b99266 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ddd2388-a177-496e-83fd-7f672a18693d HTTP/1.1" status: 204 len: 168 time: 0.5774794 Jul 19 20:39:33.094096 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-60cfc661-1300-463a-94e2-405308201680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:33.100739 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f8efb1-7ca1-44ea-95c2-ab9d83bfe0e0 None None] Network 1729bcf6-5778-4884-aa01-775bec79dc39 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:39:33.113991 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8229256 Jul 19 20:39:33.117921 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738c19d-d237-4ddf-855e-f28053b99266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddd2388-a177-496e-83fd-7f672a18693d,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:33.121095 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1738c19d-d237-4ddf-855e-f28053b99266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:33.442526 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-adcdffee-e123-4968-a880-903af6469d2a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:33.444050 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-adcdffee-e123-4968-a880-903af6469d2a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/networks?id=54abe5f6-9bc2-4c49-8e9b-742cd803c079 HTTP/1.1" status: 200 len: 812 time: 0.5529215 Jul 19 20:39:33.482880 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b2897ff5-0983-43f4-a843-b0c07e4164a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:33.546841 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-243853f9-a502-420a-a062-383f8ac2cf58 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/quotas/81110991f26141ceab689331d82c38cf HTTP/1.1" status: 200 len: 375 time: 0.0893657 Jul 19 20:39:33.548655 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1630'] for router, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:33.596877 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:33.611937 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-ebce3218-9385-46be-9832-d81cab0908de tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=81110991f26141ceab689331d82c38cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580497 Jul 19 20:39:33.613560 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:33.621052 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Allocated IP 172.20.0.2 (bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469/4fa4d79e-7eb1-4cef-a455-9fc00285c0b2/d7773579-33d5-4eb5-ab0b-85657d8b20eb) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:39:33.737513 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:39:33.741154 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:33.769622 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:39:33.813408 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20903433-d4a1-47ac-8920-595da6fdb8af None None] Network 1729bcf6-5778-4884-aa01-775bec79dc39 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:39:33.840240 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Pushing event updated for resources: {'Port': ['ID=bf9d59ba-dada-48d5-b776-43cfb6a29753,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:33.907649 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:33.962234 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3a6ad-2929-4f82-8eb9-b3e863e7cf25 None None] Network 86164418-2ee1-4b07-ac34-571c46311316 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:39:34.160426 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41980) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:34.250635 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8ca268e6-6597-4b8a-8d81-561c25a3e2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:34.325000 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8ca268e6-6597-4b8a-8d81-561c25a3e2a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:34.337838 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8ca268e6-6597-4b8a-8d81-561c25a3e2a8 admin admin] Usage tracker for resource:security_group_rule and tenant:1335232514214473a648b18a3a2d5f25 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:34.346800 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:34.348256 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8ca268e6-6597-4b8a-8d81-561c25a3e2a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:34.390738 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8ca268e6-6597-4b8a-8d81-561c25a3e2a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:34.562204 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:34.576912 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Transition to ACTIVE for port object d7773579-33d5-4eb5-ab0b-85657d8b20eb will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:39:34.602639 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Transition to ACTIVE for port object d7773579-33d5-4eb5-ab0b-85657d8b20eb will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:39:34.614299 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:34.628872 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:34.712794 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8ca268e6-6597-4b8a-8d81-561c25a3e2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:34.713279 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:39:34.717004 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Resources bound (agent type, host, resource id): {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:34.719803 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:34.721430 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8ca268e6-6597-4b8a-8d81-561c25a3e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:34.725280 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:39:34.737836 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:34.781219 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Pushing event updated for resources: {'Port': ['ID=d7773579-33d5-4eb5-ab0b-85657d8b20eb,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:34.794755 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:34.808524 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 41992) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:34.809447 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-8ca268e6-6597-4b8a-8d81-561c25a3e2a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1335232514214473a648b18a3a2d5f25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6474957 Jul 19 20:39:34.812814 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca268e6-6597-4b8a-8d81-561c25a3e2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e5d3cf-0fca-4049-9814-d1d1112425f2,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:34.831972 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8ca268e6-6597-4b8a-8d81-561c25a3e2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:34.847969 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:34.848307 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:34.849100 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:34.849441 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:34.849808 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:34.850135 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:34.850604 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:34.850947 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:34.851579 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:34.851832 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:34.852155 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:34.852464 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Tracked resource versions report: Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: pushed versions: Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: { 'AddressGroup': {'1.2'}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'ConntrackHelper': {'1.0'}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Log': {'1.0'}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Network': {'1.1'}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Port': {'1.7'}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'PortForwarding': {'1.2'}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'QosPolicy': {'1.8'}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'SecurityGroup': {'1.4'}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'SecurityGroupRule': {'1.2'}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'SubPort': {'1.0'}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Subnet': {'1.1'}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Trunk': {'1.1'}} Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: consumer versions: Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: { DHCP agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: HyperV agent@hv-cinder-80132: {}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: L3 agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: Metadata agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: Metering agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: Open vSwitch agent@dv-cinder-801321-1-iscsi: { 'AddressGroup': '1.2', Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'ConntrackHelper': '1.0', Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Log': '1.0', Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Network': '1.1', Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Port': '1.7', Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'PortForwarding': '1.2', Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'QosPolicy': '1.8', Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'SecurityGroup': '1.4', Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'SecurityGroupRule': '1.2', Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'SubPort': '1.0', Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Subnet': '1.1', Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: 'Trunk': '1.1'}} Jul 19 20:39:34.853538 dv-cinder-801321-1-iscsi neutron-server[78683]: {{(pid=78683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 20:39:34.858341 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:34.861032 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Attempting to bind port d7773579-33d5-4eb5-ab0b-85657d8b20eb on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:39:34.861565 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Attempting to bind port d7773579-33d5-4eb5-ab0b-85657d8b20eb by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:39:34.861929 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Attempting to bind port d7773579-33d5-4eb5-ab0b-85657d8b20eb on network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:39:34.871233 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:39:34.871982 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Checking segment: {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:39:34.872707 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:34.873322 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Bound using segment: {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:39:34.874031 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Bound port: d7773579-33d5-4eb5-ab0b-85657d8b20eb, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:39:34.874645 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:34.957180 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 41996) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:35.035746 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] For port d7773579-33d5-4eb5-ab0b-85657d8b20eb, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:39:35.039990 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] For port d7773579-33d5-4eb5-ab0b-85657d8b20eb, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=d7773579-33d5-4eb5-ab0b-85657d8b20eb,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:39:35.048370 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:35.054748 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e307470d-d62d-4c8f-96d5-1003f95b853e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:35.078959 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 42018) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:35.082346 dv-cinder-801321-1-iscsi neutron-server[78681]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 20:39:35.141264 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Pushing event updated for resources: {'Port': ['ID=d7773579-33d5-4eb5-ab0b-85657d8b20eb,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:35.144192 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-45de3133-0ccb-4f26-978d-c0bf9b8ebc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:35.158558 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:35.180352 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:35.208629 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-45de3133-0ccb-4f26-978d-c0bf9b8ebc4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:35.265758 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703511'] for router, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:35.347958 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-45de3133-0ccb-4f26-978d-c0bf9b8ebc4d admin admin] Usage tracker for resource:security_group_rule and tenant:02877fefcc6c4e01b593b47baa82457d is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:35.360440 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-45de3133-0ccb-4f26-978d-c0bf9b8ebc4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:35.373220 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1989d86d-6901-43be-9433-c2a82aefb24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:35.412246 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-45de3133-0ccb-4f26-978d-c0bf9b8ebc4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:35.426864 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1989d86d-6901-43be-9433-c2a82aefb24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:35.576562 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-d13e823a-0ee6-4640-9e1e-04266f271a4b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:35.577682 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-d13e823a-0ee6-4640-9e1e-04266f271a4b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Synchronizing usage tracker for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:network {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:39:35.589212 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 42038) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:35.602320 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1316770014-network', 'tenant_id': 'fdbe2fd5a30b420ca59223c83e738a5d'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:35.618561 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-5be6939c-4b54-40ef-999b-f6ccf290650e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 20:39:35.624807 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:35.625664 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-5be6939c-4b54-40ef-999b-f6ccf290650e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4617066 Jul 19 20:39:35.638864 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Usage tracker for resource:network and tenant:fdbe2fd5a30b420ca59223c83e738a5d is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:35.647659 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:35.653140 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Allocated IP 172.27.2.225 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/fbfabb9d-fdf7-418f-b3a2-50586e171c60) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:39:35.667198 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:35.701485 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Made reservation on behalf of fdbe2fd5a30b420ca59223c83e738a5d for: {'network': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:35.705685 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:35.753667 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:35.798456 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-d13e823a-0ee6-4640-9e1e-04266f271a4b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Unset dirty status for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:network {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:39:35.800574 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-d13e823a-0ee6-4640-9e1e-04266f271a4b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/networks?id=1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 200 len: 815 time: 0.7197487 Jul 19 20:39:35.802384 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:35.837115 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-87342154-954d-4e76-a9be-d6d899ebad4c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/quotas/9bb32e2c0d884db3adac0737a09fe6d3 HTTP/1.1" status: 200 len: 375 time: 0.0165017 Jul 19 20:39:35.837115 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Usage tracker for resource:security_group_rule and tenant:fdbe2fd5a30b420ca59223c83e738a5d is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:35.916496 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:35.934257 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device d7773579-33d5-4eb5-ab0b-85657d8b20eb up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:39:35.944739 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:35.958022 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-45de3133-0ccb-4f26-978d-c0bf9b8ebc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:35.964087 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-083e1a89-655b-40bf-b297-7dc8c628de69 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101906 Jul 19 20:39:35.977598 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-45de3133-0ccb-4f26-978d-c0bf9b8ebc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:36.005305 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-acf02294-6372-4d32-87f5-7e4748aad043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:36.045842 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1989d86d-6901-43be-9433-c2a82aefb24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:36.050257 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:36.069541 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-078e0986-ccfb-4a94-a409-b64d3d1aed80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:36.097449 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989d86d-6901-43be-9433-c2a82aefb24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e5d3cf-0fca-4049-9814-d1d1112425f2,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:36.105300 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port d7773579-33d5-4eb5-ab0b-85657d8b20eb completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:39:36.115523 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1989d86d-6901-43be-9433-c2a82aefb24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:36.120599 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de3133-0ccb-4f26-978d-c0bf9b8ebc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61c5c7a-6f7d-4f4a-a1f7-11ecd9f05d0b,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:36.141038 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-45de3133-0ccb-4f26-978d-c0bf9b8ebc4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02877fefcc6c4e01b593b47baa82457d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1825008 Jul 19 20:39:36.142448 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 42054) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:36.151459 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-45de3133-0ccb-4f26-978d-c0bf9b8ebc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:36.173062 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8085e2d7-36bc-4cce-85de-f998f7d4049c service neutron] 10.222.0.36 "GET /v2.0/networks/54abe5f6-9bc2-4c49-8e9b-742cd803c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465200 Jul 19 20:39:36.180256 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Router 30767731-eba1-4af0-aec2-1932a19f77e2 is scheduled to L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 with binding_index 1 {{(pid=78682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 20:39:36.188131 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1989d86d-6901-43be-9433-c2a82aefb24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:36.189180 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-1989d86d-6901-43be-9433-c2a82aefb24b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17e5d3cf-0fca-4049-9814-d1d1112425f2 HTTP/1.1" status: 204 len: 168 time: 1.3279283 Jul 19 20:39:36.341419 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:36.400046 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-7521282e-c757-4686-92da-8c09d0440612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:36.423463 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:36.507403 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-7521282e-c757-4686-92da-8c09d0440612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:36.536170 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Pushing event updated for resources: {'Port': ['ID=fbfabb9d-fdf7-418f-b3a2-50586e171c60,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:36.545291 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:36.550279 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:36.576386 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:36.588418 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:36.618121 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:36.669246 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-26100169-2204-4b9a-8622-c771cddda414 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 20:39:36.683485 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-26100169-2204-4b9a-8622-c771cddda414 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4201095 Jul 19 20:39:36.788778 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:39:36.814424 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:36.830159 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:39:36.841335 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=78681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:39:36.875578 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d84fbb-eb3a-4cd6-b8ca-95475d293113,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:36.896437 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:36.898191 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:36.898740 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.segments_db [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Added segment 7510ce30-26f2-4157-b307-6cd48a5440e9 of type vlan for network efe195fb-85ea-4d33-85e4-26a49afe5c28 Jul 19 20:39:36.918407 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ccf4b-c35a-42c0-9eb7-305cb2374d50 None None] Network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:39:37.043317 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-7521282e-c757-4686-92da-8c09d0440612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:37.066261 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-23c8e566-e715-4906-9be9-221b907fcad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:37.138198 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-ac0434ce-c636-449f-b7ce-34266651d330 None None] Provisioning for port d7773579-33d5-4eb5-ab0b-85657d8b20eb completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:39:37.140769 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521282e-c757-4686-92da-8c09d0440612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61c5c7a-6f7d-4f4a-a1f7-11ecd9f05d0b,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:37.145429 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:37.156401 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-ac0434ce-c636-449f-b7ce-34266651d330 None None] Provisioning complete for port d7773579-33d5-4eb5-ab0b-85657d8b20eb triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:39:37.157179 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ac0434ce-c636-449f-b7ce-34266651d330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:37.160460 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-7521282e-c757-4686-92da-8c09d0440612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:37.187626 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-272570e7-3874-4e8d-a5c4-05d439a588ab service neutron] 10.222.0.36 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026762 Jul 19 20:39:37.220770 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-cf3a448d-f1a9-4fd8-8cc5-bafe641261f4 service neutron] 10.222.0.36 "GET /v2.0/networks/54abe5f6-9bc2-4c49-8e9b-742cd803c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0340760 Jul 19 20:39:37.318101 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-7521282e-c757-4686-92da-8c09d0440612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:37.328795 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-7521282e-c757-4686-92da-8c09d0440612 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a61c5c7a-6f7d-4f4a-a1f7-11ecd9f05d0b HTTP/1.1" status: 204 len: 168 time: 1.1640468 Jul 19 20:39:37.384958 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:39:37.395158 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Sync routers for ids ['30767731-eba1-4af0-aec2-1932a19f77e2'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:39:37.421268 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Routers {'30767731-eba1-4af0-aec2-1932a19f77e2'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:39:37.421924 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:39:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['30767731-eba1-4af0-aec2-1932a19f77e2'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:37.660708 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:37.664261 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:37.679094 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:37.692676 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ac0434ce-c636-449f-b7ce-34266651d330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:37.696525 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a337bbd4-12e6-43e1-b3e4-6216df3cbb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:37.844534 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:37.847956 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-ac0434ce-c636-449f-b7ce-34266651d330 None None] For port d7773579-33d5-4eb5-ab0b-85657d8b20eb, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=d7773579-33d5-4eb5-ab0b-85657d8b20eb,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:39:37.849965 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2699895 Jul 19 20:39:37.865457 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ac0434ce-c636-449f-b7ce-34266651d330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:37.869256 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:37.875013 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2819264 Jul 19 20:39:37.894929 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 42102) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:37.899736 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 42104) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:37.930538 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Set router 30767731-eba1-4af0-aec2-1932a19f77e2 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:39:38.098461 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-bc123cf6-4af4-430f-88ee-42047fb5a2a8 req-78c70be7-9003-42f3-bc22-bb1896285bec tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.2580719 Jul 19 20:39:38.105805 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0434ce-c636-449f-b7ce-34266651d330 None None] Pushing event updated for resources: {'Port': ['ID=d7773579-33d5-4eb5-ab0b-85657d8b20eb,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:38.111856 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ac0434ce-c636-449f-b7ce-34266651d330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:38.124849 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:38.171167 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Request body: {'subnet': {'network_id': 'efe195fb-85ea-4d33-85e4-26a49afe5c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1316770014-subnet', 'tenant_id': 'fdbe2fd5a30b420ca59223c83e738a5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:38.183136 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Pushing event updated for resources: {'Network': ['ID=efe195fb-85ea-4d33-85e4-26a49afe5c28,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:38.194455 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:38.198201 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fa632128-9b08-4440-9f09-b4213703a306 None None] Provisioning complete for port d7773579-33d5-4eb5-ab0b-85657d8b20eb triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:39:38.198745 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fa632128-9b08-4440-9f09-b4213703a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:38.212475 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-f0201b12-5771-465b-882e-47995be3adb1 service neutron] 10.222.0.36 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0119655 Jul 19 20:39:38.244760 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:38.262625 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Usage tracker for resource:subnet and tenant:fdbe2fd5a30b420ca59223c83e738a5d is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:38.265341 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network efe195fb-85ea-4d33-85e4-26a49afe5c28 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:39:38.273231 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:38.302326 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:38.560891 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Made reservation on behalf of fdbe2fd5a30b420ca59223c83e738a5d for: {'subnet': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:38.563746 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:38.599880 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1090634461-router', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:30Z', 'updated_at': '2021-07-19T20:39:34Z', 'revision_number': 3, 'project_id': '1500a4b1af454e9bb41a539996016725', 'gw_port': {'id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:38.614266 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Checking router: 30767731-eba1-4af0-aec2-1932a19f77e2 for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:39:38.615896 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Updating router 30767731-eba1-4af0-aec2-1932a19f77e2 port bf9d59ba-dada-48d5-b776-43cfb6a29753 binding host dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:39:38.815027 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:38.964036 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8632abff-24ba-4807-aae0-49e17a8683a6 req-eed6a985-b8b5-42a7-8404-563f69a1b77b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 210 time: 0.2794123 Jul 19 20:39:39.344984 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for subnet, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:39.421680 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0017d8c1-517f-4040-844e-04f89e95624a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:39.434836 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703511'] for router, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:39.478390 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c8c86a41-b2f7-4571-8848-0f7d21af6df7 req-369643d8-1fef-402c-8ed8-ee4e9884c823 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.2191875 Jul 19 20:39:39.703914 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Checking segment: {'id': '7510ce30-26f2-4157-b307-6cd48a5440e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'efe195fb-85ea-4d33-85e4-26a49afe5c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:39:39.704649 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Network hostable DHCP agents. Network: efe195fb-85ea-4d33-85e4-26a49afe5c28, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:39:39.792583 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a1d5a2-54ff-47d1-ab26-2549a46c3b3f,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:39.828661 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Network efe195fb-85ea-4d33-85e4-26a49afe5c28 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:39:39.838759 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:39.926165 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Router abef007a-dfcc-49bf-9368-19e3eecb6fec is scheduled to L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 with binding_index 1 {{(pid=78682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 20:39:39.993319 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:39.997934 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device d7773579-33d5-4eb5-ab0b-85657d8b20eb up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:39:40.020288 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, efe195fb-85ea-4d33-85e4-26a49afe5c28) {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:40.034581 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Transition to ACTIVE for port object bf9d59ba-dada-48d5-b776-43cfb6a29753 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:39:40.053716 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:40.054363 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:40.057890 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:40.062278 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-c437eb6c-a952-43e4-bb77-3560443c0168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:40.176939 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450448e0-7a5d-4096-a266-416dc1ef1244 None None] Network efe195fb-85ea-4d33-85e4-26a49afe5c28 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:39:40.276971 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Pushing event updated for resources: {'Port': ['ID=bf9d59ba-dada-48d5-b776-43cfb6a29753,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:40.295414 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:40.295754 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:40.296079 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:40.296416 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:40.296724 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:40.297049 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:40.297364 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:40.297683 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:40.298020 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:40.298340 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:40.298650 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:40.298961 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Tracked resource versions report: Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: pushed versions: Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: { 'AddressGroup': {'1.2'}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'ConntrackHelper': {'1.0'}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Log': {'1.0'}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Network': {'1.1'}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Port': {'1.7'}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'PortForwarding': {'1.2'}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'QosPolicy': {'1.8'}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'SecurityGroup': {'1.4'}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'SecurityGroupRule': {'1.2'}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'SubPort': {'1.0'}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Subnet': {'1.1'}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Trunk': {'1.1'}} Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: consumer versions: Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: { DHCP agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: HyperV agent@hv-cinder-80132: {}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: L3 agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: Metadata agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: Metering agent@dv-cinder-801321-1-iscsi: {}, Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: Open vSwitch agent@dv-cinder-801321-1-iscsi: { 'AddressGroup': '1.2', Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'ConntrackHelper': '1.0', Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Log': '1.0', Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Network': '1.1', Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Port': '1.7', Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'PortForwarding': '1.2', Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'QosPolicy': '1.8', Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'SecurityGroup': '1.4', Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'SecurityGroupRule': '1.2', Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'SubPort': '1.0', Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Subnet': '1.1', Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: 'Trunk': '1.1'}} Jul 19 20:39:40.300063 dv-cinder-801321-1-iscsi neutron-server[78684]: {{(pid=78684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 20:39:40.319504 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:40.324024 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2952623 Jul 19 20:39:40.399791 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d7f9e3cf-a34f-404b-90dd-8b2c7f8082f5 req-722e4984-7c21-4b3e-ae32-ddde3c65ce85 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 210 time: 0.1677127 Jul 19 20:39:40.436401 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Attempting to bind port bf9d59ba-dada-48d5-b776-43cfb6a29753 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:39:40.436779 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Attempting to bind port bf9d59ba-dada-48d5-b776-43cfb6a29753 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:39:40.437148 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Attempting to bind port bf9d59ba-dada-48d5-b776-43cfb6a29753 on network f5466eaf-cb4a-4a64-b931-13ea23041666 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:39:40.470060 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:39:40.470598 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Checking segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:39:40.470901 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:40.471350 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Bound using segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:39:40.474258 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Bound port: bf9d59ba-dada-48d5-b776-43cfb6a29753, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:39:40.479014 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:40.667166 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:39:40.746325 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] For port bf9d59ba-dada-48d5-b776-43cfb6a29753, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:39:40.746560 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:40.752556 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0740366 Jul 19 20:39:40.753212 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42232) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:40.763634 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] For port bf9d59ba-dada-48d5-b776-43cfb6a29753, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=bf9d59ba-dada-48d5-b776-43cfb6a29753,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:39:40.764236 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Sync routers for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:39:40.771182 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:40.795248 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:40.802616 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a7a648-8e60-4f11-a2cb-f3c194c1be11 None None] Network efe195fb-85ea-4d33-85e4-26a49afe5c28 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:39:40.885288 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Pushing event updated for resources: {'Port': ['ID=bf9d59ba-dada-48d5-b776-43cfb6a29753,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:40.966542 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Routers {'30767731-eba1-4af0-aec2-1932a19f77e2'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:39:40.983334 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:39:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['30767731-eba1-4af0-aec2-1932a19f77e2'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:41.007958 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-12e289c2-359e-4084-a551-d68af06b4d9c req-48b5e5a1-06bd-4de1-adaa-479041afbae5 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.3273878 Jul 19 20:39:41.056222 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 42244) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:41.267145 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:41.354753 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:39:41.368328 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:39:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:41.377274 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a89935-5640-4ee2-8654-d646acf5dc4c admin admin] Deleting subnet 35bc9270-23b1-4685-82e5-20af4043fde9 {{(pid=78681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:39:41.403965 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:41.448807 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d8a89935-5640-4ee2-8654-d646acf5dc4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:41.570291 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:39:41.937409 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d8a89935-5640-4ee2-8654-d646acf5dc4c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:41.981656 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d8a89935-5640-4ee2-8654-d646acf5dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:41.994471 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:39:42.093594 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] Set router 30767731-eba1-4af0-aec2-1932a19f77e2 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:39:42.235436 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-60d948be-41b3-47f7-b3d4-5c40f414f4fb req-3fbb87b1-0ea0-47c8-a3a9-ef5b1c8bb9c3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 210 time: 0.1674814 Jul 19 20:39:42.425770 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d8a89935-5640-4ee2-8654-d646acf5dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for subnet, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:42.482678 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:42.507256 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port d7773579-33d5-4eb5-ab0b-85657d8b20eb triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:39:42.508294 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:42.594947 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d8a89935-5640-4ee2-8654-d646acf5dc4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:42.609244 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a89935-5640-4ee2-8654-d646acf5dc4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35bc9270-23b1-4685-82e5-20af4043fde9,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:42.612146 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d8a89935-5640-4ee2-8654-d646acf5dc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:42.617945 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42278) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:42.618586 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-d8a89935-5640-4ee2-8654-d646acf5dc4c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/35bc9270-23b1-4685-82e5-20af4043fde9 HTTP/1.1" status: 204 len: 168 time: 1.5593371 Jul 19 20:39:42.621164 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Allocated IP 172.20.0.1 (1647aa07-6bd7-4b7c-a3e8-195cc10f3d58/ba1d8856-5894-4d99-8030-f996418df0e4/019557fe-94d4-471e-b7e7-0d9f18b4b0c6) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:39:42.695612 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f34c4fc5-cc8b-4fb5-ba99-31967251254d req-17e91925-0399-44bb-8713-0a3ff215cffc tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.0882888 Jul 19 20:39:42.900769 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:37Z', 'revision_number': 3, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:42.925418 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Checking router: abef007a-dfcc-49bf-9368-19e3eecb6fec for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:39:42.928793 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Updating router abef007a-dfcc-49bf-9368-19e3eecb6fec port fbfabb9d-fdf7-418f-b3a2-50586e171c60 binding host dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:39:43.157352 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:43.179157 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1090634461-router', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:30Z', 'updated_at': '2021-07-19T20:39:34Z', 'revision_number': 3, 'project_id': '1500a4b1af454e9bb41a539996016725', 'gw_port': {'id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:43.185232 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80e7c2-e195-4a5f-8754-74e9fcdfa87d None None] The sync data for ids ['30767731-eba1-4af0-aec2-1932a19f77e2'] in dv-cinder-801321-1-iscsi is: [{'id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1090634461-router', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:30Z', 'updated_at': '2021-07-19T20:39:34Z', 'revision_number': 3, 'project_id': '1500a4b1af454e9bb41a539996016725', 'gw_port': {'id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:39:43.205514 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.45', 54352) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:43.258192 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:43.354886 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:43.604115 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-56b2224b-fb30-4c1a-803b-cf6a09aa165f tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:43.605763 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-56b2224b-fb30-4c1a-803b-cf6a09aa165f tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "GET /v2.0/networks?id=1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 200 len: 815 time: 0.3991361 Jul 19 20:39:43.629334 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:43.638089 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:43.738204 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3bdc299c-341d-4121-ade7-b48c430838b2 req-6e7a56b5-3940-43ae-8113-d04df6c7b5fc tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 210 time: 0.1584606 Jul 19 20:39:43.757466 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Request body: {'port': {'device_id': '2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe', 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39', 'admin_state_up': True, 'tenant_id': '9bb32e2c0d884db3adac0737a09fe6d3'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:43.897010 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:39:43.901508 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.45', 54357) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:43.913301 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:44.005036 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.055196 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.055833 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.057909 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.058280 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > port after_create 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.058638 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.058996 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > port after_update 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.061891 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.062278 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.062625 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.063068 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.166114 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.186832 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Transition to ACTIVE for port object fbfabb9d-fdf7-418f-b3a2-50586e171c60 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:39:44.214784 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.224873 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:39:44.225395 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728897'] for router_interface, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.233402 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:44.338616 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20aa87-f3d0-4c50-8802-b990a899c6be None None] Pushing event updated for resources: {'Port': ['ID=fbfabb9d-fdf7-418f-b3a2-50586e171c60,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:44.371782 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.373001 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Attempting to bind port fbfabb9d-fdf7-418f-b3a2-50586e171c60 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:39:44.373616 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Attempting to bind port fbfabb9d-fdf7-418f-b3a2-50586e171c60 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:39:44.374220 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Attempting to bind port fbfabb9d-fdf7-418f-b3a2-50586e171c60 on network f5466eaf-cb4a-4a64-b931-13ea23041666 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:39:44.381167 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5a20aa87-f3d0-4c50-8802-b990a899c6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:44.382438 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:39:44.383220 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Checking segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:39:44.383914 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.385009 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Bound using segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:39:44.386331 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Bound port: fbfabb9d-fdf7-418f-b3a2-50586e171c60, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:39:44.387016 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.465769 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.466358 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.466646 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.466995 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:39:44.467561 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86164418-2ee1-4b07-ac34-571c46311316']}} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:44.510268 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cafc95-779f-4911-a532-6d05c248f4dd') {'for_net_delete': True} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:44.511807 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cafc95-779f-4911-a532-6d05c248f4dd') {} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:44.542540 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2929478'] for segment, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.554942 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] For port fbfabb9d-fdf7-418f-b3a2-50586e171c60, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:39:44.562318 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] For port fbfabb9d-fdf7-418f-b3a2-50586e171c60, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=fbfabb9d-fdf7-418f-b3a2-50586e171c60,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:39:44.567617 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.578333 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=78682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:39:44.578741 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909962'] for segment, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.585134 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.590774 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: from cryptography.utils import int_from_bytes Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: from cryptography.utils import int_from_bytes Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: util.warn_limited( Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: util.warn_limited( Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: Traceback (most recent call last): Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: timer() Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: cb(*args, **kw) Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: return func(*args, **kwargs) Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: self._notify() Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: self.callback(batched_events) Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: event.method(event) Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: return f(self, *a, **k) Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._get(url).json() Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: return self.request(url, 'GET', **kwargs) Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:39:44.674170 dv-cinder-801321-1-iscsi neutron-server[78682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:39:44.857792 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.874235 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:44.892488 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:39:44.894078 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:39:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:44.960690 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:45.036133 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:45.048752 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Pushing event updated for resources: {'Port': ['ID=019557fe-94d4-471e-b7e7-0d9f18b4b0c6,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:45.050527 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20aa87-f3d0-4c50-8802-b990a899c6be None None] Pushing event updated for resources: {'Port': ['ID=fbfabb9d-fdf7-418f-b3a2-50586e171c60,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:45.053700 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.416s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:45.056232 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b7f8495b-b4bb-4b10-ae7c-299ed2a866cf req-2ad9011f-9a4b-42cc-9b1d-3cfb3e31fc3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.5548139 Jul 19 20:39:45.057753 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:45.058825 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5a20aa87-f3d0-4c50-8802-b990a899c6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:45.084778 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] 10.222.0.36 "DELETE /v2.0/networks/86164418-2ee1-4b07-ac34-571c46311316 HTTP/1.1" status: 204 len: 168 time: 2.4566417 Jul 19 20:39:45.097159 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:45.099384 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42348) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:45.220453 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Pushing event deleted for resources: {'Network': ['ID=86164418-2ee1-4b07-ac34-571c46311316,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:45.230680 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Usage tracker for resource:port and tenant:9bb32e2c0d884db3adac0737a09fe6d3 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:45.248454 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:45.260579 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:45.289930 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Made reservation on behalf of 9bb32e2c0d884db3adac0737a09fe6d3 for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:45.293976 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:45.355552 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e288d7-5d74-4b21-a753-d9cb1a3c569d admin admin] Deleting subnet f3a1d5a2-54ff-47d1-ab26-2549a46c3b3f {{(pid=78682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:39:45.372502 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52e288d7-5d74-4b21-a753-d9cb1a3c569d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:45.416829 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device bf9d59ba-dada-48d5-b776-43cfb6a29753 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:39:45.516556 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:45.584413 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52e288d7-5d74-4b21-a753-d9cb1a3c569d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2929497'] for subnet, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:45.630547 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port bf9d59ba-dada-48d5-b776-43cfb6a29753 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:39:45.693845 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port bf9d59ba-dada-48d5-b776-43cfb6a29753 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:39:45.700437 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:45.753609 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52e288d7-5d74-4b21-a753-d9cb1a3c569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:45.869340 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:39:45.937047 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4ff516bd-12d3-41bf-834d-08352b81c28a req-164d9e27-10a6-4a3b-bc7f-f359cf68857c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 210 time: 0.9055853 Jul 19 20:39:45.956032 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52e288d7-5d74-4b21-a753-d9cb1a3c569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2174257'] for subnet, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:45.993455 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-7a58c6ac-c33e-4666-96b7-863e1eb68c51 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:45.994840 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-7a58c6ac-c33e-4666-96b7-863e1eb68c51 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Synchronizing usage tracker for tenant:81110991f26141ceab689331d82c38cf on resource:network {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:39:46.111054 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4a0fddea-1f84-4129-94a0-18e5cb0a8887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:46.299728 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e288d7-5d74-4b21-a753-d9cb1a3c569d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a1d5a2-54ff-47d1-ab26-2549a46c3b3f,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:46.337034 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-52e288d7-5d74-4b21-a753-d9cb1a3c569d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:46.388205 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52e288d7-5d74-4b21-a753-d9cb1a3c569d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:46.437923 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-52e288d7-5d74-4b21-a753-d9cb1a3c569d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f3a1d5a2-54ff-47d1-ab26-2549a46c3b3f HTTP/1.1" status: 204 len: 168 time: 1.3347042 Jul 19 20:39:46.438601 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42382) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:46.516242 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-7a58c6ac-c33e-4666-96b7-863e1eb68c51 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Unset dirty status for tenant:81110991f26141ceab689331d82c38cf on resource:network {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:39:46.518831 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-7a58c6ac-c33e-4666-96b7-863e1eb68c51 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.45 "GET /v2.0/networks?id=54abe5f6-9bc2-4c49-8e9b-742cd803c079 HTTP/1.1" status: 200 len: 812 time: 2.6153395 Jul 19 20:39:46.595505 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:46.692590 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8393455f-ba2f-494a-8047-6e61802206a9 req-499fa3e0-51be-49bd-b7a0-0f1f16828bd2 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.1697681 Jul 19 20:39:46.714184 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Request body: {'port': {'device_id': 'a7a289e2-2ff1-4025-bbba-7add3cc780a7', 'network_id': '54abe5f6-9bc2-4c49-8e9b-742cd803c079', 'admin_state_up': True, 'tenant_id': '81110991f26141ceab689331d82c38cf'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:47.056305 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:47.106156 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port bf9d59ba-dada-48d5-b776-43cfb6a29753, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=bf9d59ba-dada-48d5-b776-43cfb6a29753,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:39:47.110890 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:47.117346 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:47.161733 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ecbad7ca-52b8-41be-83c0-b5ceec4daccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:47.164011 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe195fb-85ea-4d33-85e4-26a49afe5c28']}} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:47.208506 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7510ce30-26f2-4157-b307-6cd48a5440e9') {'for_net_delete': True} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:47.208877 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7510ce30-26f2-4157-b307-6cd48a5440e9') {} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:47.250758 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2929478'] for segment, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:47.275530 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:47.284600 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=78682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:39:47.285234 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909962'] for segment, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:47.338660 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:37Z', 'revision_number': 3, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:47.360483 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21492f8b-d63d-4412-a5b9-b02cee6243e3 None None] The sync data for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi is: [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:37Z', 'revision_number': 3, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:39:47.390053 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=bf9d59ba-dada-48d5-b776-43cfb6a29753,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:47.404047 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: Traceback (most recent call last): Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: timer() Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: cb(*args, **kw) Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: return func(*args, **kwargs) Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: self._notify() Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: self.callback(batched_events) Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: event.method(event) Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: return f(self, *a, **k) Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._get(url).json() Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: return self.request(url, 'GET', **kwargs) Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:39:47.491638 dv-cinder-801321-1-iscsi neutron-server[78682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:39:47.496003 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:47.601137 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:47.612948 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5c96699c-4d3a-4104-b773-0562871110f5 req-f84eb3f3-16ed-4ba3-a723-1d08af52a2c5 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 210 time: 0.1282876 Jul 19 20:39:47.617788 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:47.660724 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/efe195fb-85ea-4d33-85e4-26a49afe5c28 HTTP/1.1" status: 204 len: 168 time: 1.2192600 Jul 19 20:39:47.669349 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Allocated IP 172.20.0.1 (bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469/4fa4d79e-7eb1-4cef-a455-9fc00285c0b2/e4b079bf-fba2-4088-a1f5-3ac21b3c98cf) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:39:47.699636 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe195fb-85ea-4d33-85e4-26a49afe5c28,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:47.709917 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:48.218123 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 42420) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:48.248977 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:48.278933 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42424) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:48.331086 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Usage tracker for resource:port and tenant:81110991f26141ceab689331d82c38cf is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:48.353080 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:48.366117 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Allocated IP 172.20.0.10 (1729bcf6-5778-4884-aa01-775bec79dc39/1519832d-8f12-4fc6-befb-a491c3df2990/2851e68c-991e-46eb-9d87-1db83077976f) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:39:48.382326 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:48.451434 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-64264e3d-5b54-4100-82da-5b453fd4436d req-a2d2c48c-7500-42e3-aa41-ad8902616d55 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.1701453 Jul 19 20:39:48.602126 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Made reservation on behalf of 81110991f26141ceab689331d82c38cf for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:39:48.613694 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:48.700847 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:48.800942 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.provisioning_blocks [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Transition to ACTIVE for port object e4b079bf-fba2-4088-a1f5-3ac21b3c98cf will not be triggered until provisioned by entity DHCP. {{(pid=78682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:39:48.908135 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:48.949483 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-5f1ca8dd-d4fa-449a-acea-a08b6a36e12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:49.152804 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-e79ab457-371f-4ba8-be18-dc12e7a58d6d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b411966757e14dd9ba20665acdd79d57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9068730 Jul 19 20:39:49.172961 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 42440) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:49.220201 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b079bf-fba2-4088-a1f5-3ac21b3c98cf,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:49.229290 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:49.235216 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:39:49.236567 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:49.260659 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:39:49.494187 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728897'] for router_interface, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:49.568846 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:49.605629 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device bf9d59ba-dada-48d5-b776-43cfb6a29753 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:39:49.906389 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port bf9d59ba-dada-48d5-b776-43cfb6a29753 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:39:49.909197 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:49.990066 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6735d6ea-cab3-4637-969c-190f6a417ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:50.022909 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-67351fd1-1579-428e-9b6c-3caa02e0680f req-39949a87-6550-473f-9171-5b461904eebf tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 210 time: 0.8652461 Jul 19 20:39:50.037636 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:50.079197 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729060'] for router_interface, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:50.097996 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-813096e9-cf82-4d25-886b-2dcc835667b5 None None] Provisioning for port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:39:50.109684 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-813096e9-cf82-4d25-886b-2dcc835667b5 None None] Provisioning complete for port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:39:50.110610 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-813096e9-cf82-4d25-886b-2dcc835667b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:50.130601 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:50.273264 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-813096e9-cf82-4d25-886b-2dcc835667b5 None None] Port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:39:50.298982 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device fbfabb9d-fdf7-418f-b3a2-50586e171c60 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:39:50.493226 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e6aec74e-17fa-4f8a-a209-89784e142f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:50.563431 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port fbfabb9d-fdf7-418f-b3a2-50586e171c60 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:39:50.571035 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port fbfabb9d-fdf7-418f-b3a2-50586e171c60 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:39:50.573183 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:50.672799 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Allocated IP 172.20.0.11 (54abe5f6-9bc2-4c49-8e9b-742cd803c079/e3ee024f-95eb-4e9c-8c7b-8d4f42928740/62f256cf-05e4-4285-b73f-302560864982) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:39:50.747921 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-73b2cbf2-8bd3-4333-a751-0b50c32d0d52 req-515fa104-21c9-4f84-ab04-54f039e85d38 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.7305276 Jul 19 20:39:50.843110 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-6735d6ea-cab3-4637-969c-190f6a417ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:50.893809 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-6735d6ea-cab3-4637-969c-190f6a417ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:31bb68e8043e47b189e56e99dda87a1c is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:50.908135 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-6735d6ea-cab3-4637-969c-190f6a417ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:50.935229 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-6735d6ea-cab3-4637-969c-190f6a417ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:50.982687 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:51.039871 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:51.199767 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port fbfabb9d-fdf7-418f-b3a2-50586e171c60, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=fbfabb9d-fdf7-418f-b3a2-50586e171c60,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:39:51.221903 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:51.241394 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:51.297710 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:39:51.303223 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:51.476302 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:51.544903 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=fbfabb9d-fdf7-418f-b3a2-50586e171c60,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:51.551662 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:51.672989 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:51.788949 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6735d6ea-cab3-4637-969c-190f6a417ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:52.039992 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6735d6ea-cab3-4637-969c-190f6a417ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:52.086761 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3c1e16f0-d6bb-4ecb-a217-fff272129b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:52.155418 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Pushing event updated for resources: {'Port': ['ID=019557fe-94d4-471e-b7e7-0d9f18b4b0c6,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:52.159920 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.030s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:52.176561 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:52.195752 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e6aec74e-17fa-4f8a-a209-89784e142f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:52.232818 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5716f4da-f8ab-4a6b-9857-08babacb01c5 req-76e267d6-f4ec-42e0-99ca-5a41b0a9f65e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 210 time: 0.5038104 Jul 19 20:39:52.270125 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Router 30767731-eba1-4af0-aec2-1932a19f77e2 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:39:52.271298 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:52.373837 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Network 54abe5f6-9bc2-4c49-8e9b-742cd803c079 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:39:52.407582 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735d6ea-cab3-4637-969c-190f6a417ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637c749e-51d3-4b9c-b43e-17b37215e19e,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:52.432579 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-6735d6ea-cab3-4637-969c-190f6a417ae2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31bb68e8043e47b189e56e99dda87a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0660162 Jul 19 20:39:52.436980 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42498) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:52.444953 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6735d6ea-cab3-4637-969c-190f6a417ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:52.447670 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:52.468806 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:52.483764 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:39:52.515278 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:52.517446 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:52.551045 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e6aec74e-17fa-4f8a-a209-89784e142f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:52.694714 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Pushing event updated for resources: {'Port': ['ID=62f256cf-05e4-4285-b73f-302560864982,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:52.715759 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:52.732408 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-43baebb6-c52f-4b75-930d-39b123465964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:52.786246 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d74d7-b431-482b-81f3-a0cfcb74c933 req-e979dd93-b5d9-412a-8a5a-94ed826b7529 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:52.803127 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-784d74d7-b431-482b-81f3-a0cfcb74c933 req-e979dd93-b5d9-412a-8a5a-94ed826b7529 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 932 time: 0.6608524 Jul 19 20:39:52.893841 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:52.963685 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:53.042597 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-43baebb6-c52f-4b75-930d-39b123465964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:53.053652 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:53.129539 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-784d74d7-b431-482b-81f3-a0cfcb74c933 req-42beac3e-0158-467a-b133-3a39dd14cb19 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276980 Jul 19 20:39:53.215735 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e6aec74e-17fa-4f8a-a209-89784e142f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:53.217368 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-e6aec74e-17fa-4f8a-a209-89784e142f50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84e9c5f2-7be4-494f-950e-d08828071c0f HTTP/1.1" status: 204 len: 168 time: 4.0163171 Jul 19 20:39:53.218563 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-5ac1dbf7-20a6-46a4-a4c2-17bc0a90aa9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.542s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:53.392893 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device fbfabb9d-fdf7-418f-b3a2-50586e171c60 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:39:53.399869 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b079bf-fba2-4088-a1f5-3ac21b3c98cf,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:53.409054 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:53.419012 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729060'] for router_interface, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:53.685223 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Network 1729bcf6-5778-4884-aa01-775bec79dc39 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:39:53.688722 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Pushing event updated for resources: {'Port': ['ID=2851e68c-991e-46eb-9d87-1db83077976f,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:53.698246 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:53.699341 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:53.702816 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port fbfabb9d-fdf7-418f-b3a2-50586e171c60 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:39:53.703233 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:53.709586 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:39:53.740151 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:53.742300 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:53.779545 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.086s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:53.827542 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1306574 Jul 19 20:39:53.934555 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aec74e-17fa-4f8a-a209-89784e142f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e9c5f2-7be4-494f-950e-d08828071c0f,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:53.947298 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e6aec74e-17fa-4f8a-a209-89784e142f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:53.956571 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:39:53.971716 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:39:54.043766 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.3100226 Jul 19 20:39:54.070418 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:39:54.108840 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Sync routers for ids ['30767731-eba1-4af0-aec2-1932a19f77e2'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:39:54.127234 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] 10.222.0.36 "PUT /v2.0/routers/30767731-eba1-4af0-aec2-1932a19f77e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0935979 Jul 19 20:39:54.132637 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-6be4ff5d-1e8c-4a0b-b917-608a22dfe716 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 20:39:54.135444 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-6be4ff5d-1e8c-4a0b-b917-608a22dfe716 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120749 Jul 19 20:39:54.154374 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-ed3d6b6b-6a64-4445-847b-93c381416daa tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 20:39:54.157671 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-ed3d6b6b-6a64-4445-847b-93c381416daa tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189555 Jul 19 20:39:54.189368 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Routers {'30767731-eba1-4af0-aec2-1932a19f77e2'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:39:54.190472 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:39:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['30767731-eba1-4af0-aec2-1932a19f77e2'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:54.269147 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 42534) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:54.309901 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-43baebb6-c52f-4b75-930d-39b123465964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:54.525029 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-ef2030be-84b3-4167-983d-c5c7e842c5ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdbe2fd5a30b420ca59223c83e738a5d&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2539115 Jul 19 20:39:54.550151 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 42538) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:54.862562 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3f91e3-e1a7-47bb-a83f-6ad8d0646cf3 None None] Provisioning complete for port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:39:54.868650 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3f91e3-e1a7-47bb-a83f-6ad8d0646cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:54.931226 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6735d6ea-cab3-4637-969c-190f6a417ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:55.002638 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baebb6-c52f-4b75-930d-39b123465964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637c749e-51d3-4b9c-b43e-17b37215e19e,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:55.015269 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-43baebb6-c52f-4b75-930d-39b123465964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:55.044500 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Router abef007a-dfcc-49bf-9368-19e3eecb6fec has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:39:55.070074 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-43baebb6-c52f-4b75-930d-39b123465964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:55.071972 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-43baebb6-c52f-4b75-930d-39b123465964 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/637c749e-51d3-4b9c-b43e-17b37215e19e HTTP/1.1" status: 204 len: 168 time: 2.6140685 Jul 19 20:39:55.242417 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f91e3-e1a7-47bb-a83f-6ad8d0646cf3 None None] Port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:39:55.342288 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-27fe1ac1-8211-4ceb-bcd4-709a90ef0a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:55.419074 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7973f-1f4e-4312-ad3b-e0a94af38f8d req-f6789faa-4bbf-4d9d-be83-d65da4010237 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:55.420369 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-7fc7973f-1f4e-4312-ad3b-e0a94af38f8d req-f6789faa-4bbf-4d9d-be83-d65da4010237 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Synchronizing usage tracker for tenant:81110991f26141ceab689331d82c38cf on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:39:55.444409 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-27fe1ac1-8211-4ceb-bcd4-709a90ef0a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:55.481174 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Set router 30767731-eba1-4af0-aec2-1932a19f77e2 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:39:55.507117 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-7fc7973f-1f4e-4312-ad3b-e0a94af38f8d req-f6789faa-4bbf-4d9d-be83-d65da4010237 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Unset dirty status for tenant:81110991f26141ceab689331d82c38cf on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:39:55.508889 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7fc7973f-1f4e-4312-ad3b-e0a94af38f8d req-f6789faa-4bbf-4d9d-be83-d65da4010237 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 932 time: 0.6123652 Jul 19 20:39:55.541465 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70320e-4af0-4ccb-870a-af2d3c4bd15c req-da8b9d27-fc21-4c5c-b8bc-5ba1b3c22a10 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:55.543347 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cf70320e-4af0-4ccb-870a-af2d3c4bd15c req-da8b9d27-fc21-4c5c-b8bc-5ba1b3c22a10 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 932 time: 1.5787079 Jul 19 20:39:55.572805 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-27fe1ac1-8211-4ceb-bcd4-709a90ef0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:55.585425 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Request body: {'port': {'device_id': '2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:55.878715 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1680ad3e-2956-446f-ba9d-25dc3c64ca50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:55.903058 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:55.922627 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:39:55.947151 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Sync routers for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:39:55.957582 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] 10.222.0.36 "PUT /v2.0/routers/abef007a-dfcc-49bf-9368-19e3eecb6fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2006423 Jul 19 20:39:55.975842 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe1ac1-8211-4ceb-bcd4-709a90ef0a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d84fbb-eb3a-4cd6-b8ca-95475d293113,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:55.986613 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:39:55.988152 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:39:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:55.988641 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cf70320e-4af0-4ccb-870a-af2d3c4bd15c req-883b092a-e3cd-491b-adbb-2477c66ed1d3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901154 Jul 19 20:39:56.048940 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42566) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:56.084092 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-67946110-4ff8-4bdd-a2ee-eb9385842ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:56.108800 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-7fc7973f-1f4e-4312-ad3b-e0a94af38f8d req-79a0b21d-80bf-4aa9-a495-3cbc09f92adc tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Synchronizing usage tracker for tenant:81110991f26141ceab689331d82c38cf on resource:security_group {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:39:56.129321 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-67946110-4ff8-4bdd-a2ee-eb9385842ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:56.141767 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-67946110-4ff8-4bdd-a2ee-eb9385842ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:16ef687c33164947bf5194735f9b72e4 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:56.149228 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-67946110-4ff8-4bdd-a2ee-eb9385842ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:56.164049 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-67946110-4ff8-4bdd-a2ee-eb9385842ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:39:56.191023 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-27fe1ac1-8211-4ceb-bcd4-709a90ef0a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:56.222117 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Request body: {'port': {'device_id': 'a7a289e2-2ff1-4025-bbba-7add3cc780a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:56.358838 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-67946110-4ff8-4bdd-a2ee-eb9385842ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:56.369544 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-67946110-4ff8-4bdd-a2ee-eb9385842ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:56.443836 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1989d86d-6901-43be-9433-c2a82aefb24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:56.465268 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-67946110-4ff8-4bdd-a2ee-eb9385842ce9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16ef687c33164947bf5194735f9b72e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143748 Jul 19 20:39:56.471522 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42578) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:56.626089 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1090634461-router', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:30Z', 'updated_at': '2021-07-19T20:39:44Z', 'revision_number': 4, 'project_id': '1500a4b1af454e9bb41a539996016725', 'gw_port': {'id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '019557fe-94d4-471e-b7e7-0d9f18b4b0c6', 'name': '', 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'mac_address': 'fa:16:3e:4a:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ba1d8856-5894-4d99-8030-f996418df0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:41Z', 'updated_at': '2021-07-19T20:39:46Z', 'revision_number': 2, 'project_id': '1500a4b1af454e9bb41a539996016725', 'subnets': [{'id': 'ba1d8856-5894-4d99-8030-f996418df0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:56.644102 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-27fe1ac1-8211-4ceb-bcd4-709a90ef0a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:56.649762 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-27fe1ac1-8211-4ceb-bcd4-709a90ef0a69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44d84fbb-eb3a-4cd6-b8ca-95475d293113 HTTP/1.1" status: 204 len: 168 time: 2.0898113 Jul 19 20:39:56.659406 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Checking router: 30767731-eba1-4af0-aec2-1932a19f77e2 for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:39:56.662608 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Updating router 30767731-eba1-4af0-aec2-1932a19f77e2 port 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 binding host dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:39:56.754860 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-7fc7973f-1f4e-4312-ad3b-e0a94af38f8d req-79a0b21d-80bf-4aa9-a495-3cbc09f92adc tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Unset dirty status for tenant:81110991f26141ceab689331d82c38cf on resource:security_group {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:39:56.764839 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7fc7973f-1f4e-4312-ad3b-e0a94af38f8d req-79a0b21d-80bf-4aa9-a495-3cbc09f92adc tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2388854 Jul 19 20:39:56.858177 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67946110-4ff8-4bdd-a2ee-eb9385842ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec1e0ed-9514-49bc-ac29-a92760397d2a,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:56.866112 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-67946110-4ff8-4bdd-a2ee-eb9385842ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:56.888032 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2c86f0db-5f4f-40be-9b30-6d55ad6e57d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:57.032046 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2c86f0db-5f4f-40be-9b30-6d55ad6e57d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:57.099217 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:39:57.140476 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:57.303879 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2c86f0db-5f4f-40be-9b30-6d55ad6e57d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:57.331997 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-67946110-4ff8-4bdd-a2ee-eb9385842ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:57.449010 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:57.947969 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86f0db-5f4f-40be-9b30-6d55ad6e57d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec1e0ed-9514-49bc-ac29-a92760397d2a,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:57.964063 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2c86f0db-5f4f-40be-9b30-6d55ad6e57d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:58.060818 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2c86f0db-5f4f-40be-9b30-6d55ad6e57d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:58.065131 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-2c86f0db-5f4f-40be-9b30-6d55ad6e57d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cec1e0ed-9514-49bc-ac29-a92760397d2a HTTP/1.1" status: 204 len: 168 time: 1.5801575 Jul 19 20:39:58.374332 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-033c7c0e-7211-4495-806f-bd347c3f1929 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:39:58.375663 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-033c7c0e-7211-4495-806f-bd347c3f1929 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Synchronizing usage tracker for tenant:1500a4b1af454e9bb41a539996016725 on resource:network {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:39:58.495426 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-033c7c0e-7211-4495-806f-bd347c3f1929 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Unset dirty status for tenant:1500a4b1af454e9bb41a539996016725 on resource:network {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:39:58.521150 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-033c7c0e-7211-4495-806f-bd347c3f1929 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/networks?id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 200 len: 819 time: 1.0603428 Jul 19 20:39:58.616204 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-0dc35848-8ce6-4b9e-abf1-922c2e82ae19 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/quotas/1500a4b1af454e9bb41a539996016725 HTTP/1.1" status: 200 len: 375 time: 0.0914423 Jul 19 20:39:58.677982 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 2, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:39:58.700186 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Checking router: abef007a-dfcc-49bf-9368-19e3eecb6fec for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:39:58.702653 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Updating router abef007a-dfcc-49bf-9368-19e3eecb6fec port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf binding host dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:39:58.952742 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:59.006358 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:59.044524 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Transition to ACTIVE for port object 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:39:59.066473 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:59.080074 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:39:59.312142 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-e47df769-89f7-467c-91f9-61261f4ace0d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6767433 Jul 19 20:39:59.457846 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42626) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:39:59.500689 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3fc75-b521-4559-99e8-2113dfcfead0 None None] Pushing event updated for resources: {'Port': ['ID=019557fe-94d4-471e-b7e7-0d9f18b4b0c6,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:39:59.505075 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-87a3fc75-b521-4559-99e8-2113dfcfead0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:39:59.568810 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105830727', 'description': 'tempest-description--1630329837'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:39:59.645067 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:39:59.683918 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Usage tracker for resource:security_group and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:39:59.724329 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:39:59.768594 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2851e68c-991e-46eb-9d87-1db83077976f {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:39:59.787332 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:39:59.835311 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Transition to ACTIVE for port object 2851e68c-991e-46eb-9d87-1db83077976f will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:39:59.987395 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:00.053242 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:00.103983 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d618683b-3c55-4d16-9b5d-4e8694b4fd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:00.167428 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:00.433073 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:00.459474 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Usage tracker for resource:security_group_rule and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:00.464690 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Attempting to bind port 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:40:00.469030 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Attempting to bind port 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:40:00.470014 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Attempting to bind port 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 on network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:40:00.477400 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:00.502685 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:40:00.504477 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Checking segment: {'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:40:00.506712 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:00.508015 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:00.509277 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Bound using segment: {'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:40:00.513934 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Bound port: 019557fe-94d4-471e-b7e7-0d9f18b4b0c6, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:40:00.515524 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:00.789336 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a4edce15-f1bb-47bd-b702-5ed6ca95a5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:00.815653 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:00.829575 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:00.852713 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-4b0d9040-b3aa-4cd9-ae6f-85ecb121965d service neutron] 10.222.0.36 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5303018 Jul 19 20:40:00.873821 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Transition to ACTIVE for port object e4b079bf-fba2-4088-a1f5-3ac21b3c98cf will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:40:00.883899 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:00.898324 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:00.906164 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:00.909494 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5a20aa87-f3d0-4c50-8802-b990a899c6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:00.949469 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] For port 019557fe-94d4-471e-b7e7-0d9f18b4b0c6, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:40:00.961550 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] For port 019557fe-94d4-471e-b7e7-0d9f18b4b0c6, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=019557fe-94d4-471e-b7e7-0d9f18b4b0c6,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:40:00.968146 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:00.979649 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-87a3fc75-b521-4559-99e8-2113dfcfead0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:01.065516 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Pushing event updated for resources: {'Port': ['ID=2851e68c-991e-46eb-9d87-1db83077976f,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:01.091245 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:01.238463 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-94e5f6ca-2ea7-4d85-b6e2-f7eec87be125 service neutron] 10.222.0.36 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847024 Jul 19 20:40:01.248288 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Routers {'30767731-eba1-4af0-aec2-1932a19f77e2'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:40:01.251974 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:39:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['30767731-eba1-4af0-aec2-1932a19f77e2'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:40:01.293258 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7020ab-1905-4f88-b925-bb22344488f1,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:01.308000 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:01.308695 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:01.316006 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8540261 Jul 19 20:40:01.316763 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42676) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:01.339435 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Request body: {'security_group_rule': {'security_group_id': '4f7020ab-1905-4f88-b925-bb22344488f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:40:01.368279 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:01.394105 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Usage tracker for resource:security_group_rule and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:01.405352 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:01.450253 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:01.498098 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0700-dd89-4042-a9e3-503157c2b084 None None] Pushing event updated for resources: {'Port': ['ID=e4b079bf-fba2-4088-a1f5-3ac21b3c98cf,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:01.509747 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:01.522277 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3fc75-b521-4559-99e8-2113dfcfead0 None None] Pushing event updated for resources: {'Port': ['ID=019557fe-94d4-471e-b7e7-0d9f18b4b0c6,revision_number=4']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:01.537536 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-746f0700-dd89-4042-a9e3-503157c2b084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:01.582767 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-87a3fc75-b521-4559-99e8-2113dfcfead0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:01.878590 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:01.896257 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:01.953013 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:01.974302 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] Set router 30767731-eba1-4af0-aec2-1932a19f77e2 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:40:02.015303 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:02.028069 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff322c8-5446-4e10-a56e-a84c7343335e req-188d534b-de75-4f53-b59b-0bd524000355 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:02.039978 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-9ff322c8-5446-4e10-a56e-a84c7343335e req-188d534b-de75-4f53-b59b-0bd524000355 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Synchronizing usage tracker for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:40:02.043309 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Attempting to bind port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:40:02.053557 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Attempting to bind port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:40:02.060962 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Attempting to bind port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf on network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:40:02.085496 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:40:02.086337 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Checking segment: {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:40:02.086942 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:02.087552 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Bound using segment: {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:40:02.088234 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Bound port: e4b079bf-fba2-4088-a1f5-3ac21b3c98cf, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:40:02.091786 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:02.095649 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c164be-7ba4-4951-ad8d-b480f1951943,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:02.109261 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:02.113569 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:02.126916 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8081744 Jul 19 20:40:02.127894 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42692) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:02.155183 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-45ddbac6-9e41-490e-be03-b5c844bc81ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Request body: {'security_group_rule': {'security_group_id': '4f7020ab-1905-4f88-b925-bb22344488f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:40:02.198511 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-45ddbac6-9e41-490e-be03-b5c844bc81ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:02.227772 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-45ddbac6-9e41-490e-be03-b5c844bc81ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Usage tracker for resource:security_group_rule and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:02.231096 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f256cf-05e4-4285-b73f-302560864982 {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:40:02.263385 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-45ddbac6-9e41-490e-be03-b5c844bc81ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:02.274098 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-9ff322c8-5446-4e10-a56e-a84c7343335e req-188d534b-de75-4f53-b59b-0bd524000355 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Unset dirty status for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:40:02.276101 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9ff322c8-5446-4e10-a56e-a84c7343335e req-188d534b-de75-4f53-b59b-0bd524000355 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 944 time: 2.5312619 Jul 19 20:40:02.295596 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:02.357496 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Attempting to bind port 2851e68c-991e-46eb-9d87-1db83077976f on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:40:02.358111 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Attempting to bind port 2851e68c-991e-46eb-9d87-1db83077976f by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:40:02.358699 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Attempting to bind port 2851e68c-991e-46eb-9d87-1db83077976f on network 1729bcf6-5778-4884-aa01-775bec79dc39 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:40:02.393620 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42702) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:02.414628 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] For port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:40:02.416470 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-45ddbac6-9e41-490e-be03-b5c844bc81ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:02.424331 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] For port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=e4b079bf-fba2-4088-a1f5-3ac21b3c98cf,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:40:02.440845 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:02.446299 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:02.457373 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Port 2851e68c-991e-46eb-9d87-1db83077976f on network 1729bcf6-5778-4884-aa01-775bec79dc39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:40:02.458411 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Attempting to bind port 2851e68c-991e-46eb-9d87-1db83077976f on network 1729bcf6-5778-4884-aa01-775bec79dc39 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:40:02.534525 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-45ddbac6-9e41-490e-be03-b5c844bc81ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:02.557347 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:40:02.558617 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Checking segment: {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:40:02.560675 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Bound using segment: {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:40:02.562098 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Bound port: 2851e68c-991e-46eb-9d87-1db83077976f, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:40:02.562930 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:02.630878 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Transition to ACTIVE for port object 62f256cf-05e4-4285-b73f-302560864982 will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:40:02.697673 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:40:02.698359 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:39:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:40:02.727123 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17da87-6277-4590-8bef-f658ce493be5 req-e2756172-3a71-4929-a03e-c4cc1d742235 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:02.735110 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2a17da87-6277-4590-8bef-f658ce493be5 req-e2756172-3a71-4929-a03e-c4cc1d742235 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 932 time: 0.4949181 Jul 19 20:40:02.802552 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1090634461-router', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:30Z', 'updated_at': '2021-07-19T20:39:44Z', 'revision_number': 4, 'project_id': '1500a4b1af454e9bb41a539996016725', 'gw_port': {'id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '019557fe-94d4-471e-b7e7-0d9f18b4b0c6', 'name': '', 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'mac_address': 'fa:16:3e:4a:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ba1d8856-5894-4d99-8030-f996418df0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:41Z', 'updated_at': '2021-07-19T20:40:00Z', 'revision_number': 4, 'project_id': '1500a4b1af454e9bb41a539996016725', 'subnets': [{'id': 'ba1d8856-5894-4d99-8030-f996418df0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:40:02.836483 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd1afa-f02e-4f7f-98ed-b2a641ed42de None None] The sync data for ids ['30767731-eba1-4af0-aec2-1932a19f77e2'] in dv-cinder-801321-1-iscsi is: [{'id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1090634461-router', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:30Z', 'updated_at': '2021-07-19T20:39:44Z', 'revision_number': 4, 'project_id': '1500a4b1af454e9bb41a539996016725', 'gw_port': {'id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '019557fe-94d4-471e-b7e7-0d9f18b4b0c6', 'name': '', 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'mac_address': 'fa:16:3e:4a:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ba1d8856-5894-4d99-8030-f996418df0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:41Z', 'updated_at': '2021-07-19T20:40:00Z', 'revision_number': 4, 'project_id': '1500a4b1af454e9bb41a539996016725', 'subnets': [{'id': 'ba1d8856-5894-4d99-8030-f996418df0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:40:02.874608 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0700-dd89-4042-a9e3-503157c2b084 None None] Pushing event updated for resources: {'Port': ['ID=e4b079bf-fba2-4088-a1f5-3ac21b3c98cf,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:02.901691 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-9ff322c8-5446-4e10-a56e-a84c7343335e req-7bf6fc6a-9c7e-42c3-aad9-02082abad9a3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Synchronizing usage tracker for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:security_group {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:40:02.951807 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-746f0700-dd89-4042-a9e3-503157c2b084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:02.997089 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:03.025489 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d0f4050e-0885-463f-a989-13eea6b1883b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:03.054177 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-45ddbac6-9e41-490e-be03-b5c844bc81ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:03.055250 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8e9da3b5-0ffd-42b5-ac82-126e86d50e3a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:03.070680 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-45ddbac6-9e41-490e-be03-b5c844bc81ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:03.075117 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d0f4050e-0885-463f-a989-13eea6b1883b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:03.082192 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2a17da87-6277-4590-8bef-f658ce493be5 req-821d2f98-34f7-4167-9fee-f0c3a32c1acd tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241427 Jul 19 20:40:03.088863 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:03.096731 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d0f4050e-0885-463f-a989-13eea6b1883b admin admin] Usage tracker for resource:security_group_rule and tenant:996f1077ea1f44a2a8657f1384061b15 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:03.103276 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d0f4050e-0885-463f-a989-13eea6b1883b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:03.122052 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d0f4050e-0885-463f-a989-13eea6b1883b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:03.125148 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddbac6-9e41-490e-be03-b5c844bc81ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c08205-3fa7-41a9-b0f5-b5ccb8b0a21d,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:03.129552 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-45ddbac6-9e41-490e-be03-b5c844bc81ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:03.169085 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-45ddbac6-9e41-490e-be03-b5c844bc81ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:03.170361 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-45ddbac6-9e41-490e-be03-b5c844bc81ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0321991 Jul 19 20:40:03.175592 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42724) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:03.187798 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Request body: {'floatingip': {'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:40:03.204086 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:03.256017 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Usage tracker for resource:floatingip and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:03.268102 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:03.591630 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:40:03.666246 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:03.765746 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Pushing event updated for resources: {'Port': ['ID=62f256cf-05e4-4285-b73f-302560864982,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:03.772321 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] For port 2851e68c-991e-46eb-9d87-1db83077976f, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:40:03.776024 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:03.800470 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Attempting to bind port 62f256cf-05e4-4285-b73f-302560864982 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:40:03.800996 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Attempting to bind port 62f256cf-05e4-4285-b73f-302560864982 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '2dc5008d-7c6f-42b5-baf9-f68b6c45965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '54abe5f6-9bc2-4c49-8e9b-742cd803c079'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:40:03.802040 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Attempting to bind port 62f256cf-05e4-4285-b73f-302560864982 on network 54abe5f6-9bc2-4c49-8e9b-742cd803c079 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:40:03.814490 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Port 62f256cf-05e4-4285-b73f-302560864982 on network 54abe5f6-9bc2-4c49-8e9b-742cd803c079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:40:03.821253 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Attempting to bind port 62f256cf-05e4-4285-b73f-302560864982 on network 54abe5f6-9bc2-4c49-8e9b-742cd803c079 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:40:03.829954 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] For port 2851e68c-991e-46eb-9d87-1db83077976f, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=2851e68c-991e-46eb-9d87-1db83077976f,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:40:03.843874 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:40:03.845508 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:03.847188 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:40:03.848488 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Checking segment: {'id': '2dc5008d-7c6f-42b5-baf9-f68b6c45965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '54abe5f6-9bc2-4c49-8e9b-742cd803c079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:40:03.849092 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Bound using segment: {'id': '2dc5008d-7c6f-42b5-baf9-f68b6c45965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '54abe5f6-9bc2-4c49-8e9b-742cd803c079'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:40:03.853069 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Bound port: 62f256cf-05e4-4285-b73f-302560864982, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc5008d-7c6f-42b5-baf9-f68b6c45965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '54abe5f6-9bc2-4c49-8e9b-742cd803c079'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:40:03.853695 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:03.863544 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d0f4050e-0885-463f-a989-13eea6b1883b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:03.902081 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:03.911226 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-29e073d2-4064-4759-8814-5df0caf00095 req-767a2e1e-be37-42fc-9ce7-a37f70a0a367 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 210 time: 0.3400159 Jul 19 20:40:03.918431 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d0f4050e-0885-463f-a989-13eea6b1883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:03.975632 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:04.009748 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-d0f4050e-0885-463f-a989-13eea6b1883b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=996f1077ea1f44a2a8657f1384061b15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6037698 Jul 19 20:40:04.028491 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42750) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:04.043393 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:04.185094 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-58f7b597-fb5d-4fe4-83f1-c5cda4618f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:04.243841 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4050e-0885-463f-a989-13eea6b1883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601fa2d0-699f-478b-9d54-73ada4d191d5,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:04.262442 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d0f4050e-0885-463f-a989-13eea6b1883b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:04.377073 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-9ff322c8-5446-4e10-a56e-a84c7343335e req-7bf6fc6a-9c7e-42c3-aad9-02082abad9a3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Unset dirty status for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:security_group {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:40:04.394336 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9ff322c8-5446-4e10-a56e-a84c7343335e req-7bf6fc6a-9c7e-42c3-aad9-02082abad9a3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0787055 Jul 19 20:40:04.452557 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:04.455306 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:04.457861 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] 10.222.0.45 "PUT /v2.0/ports/2851e68c-991e-46eb-9d87-1db83077976f HTTP/1.1" status: 200 len: 1094 time: 9.1831732 Jul 19 20:40:04.467581 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe', 'tag': '2851e68c-991e-46eb-9d87-1db83077976f'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:40:04.496494 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:40:04.558930 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:40:04.559361 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:04.717332 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-80432849-4c1e-4def-90c9-25da69cc3d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:04.833861 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-80432849-4c1e-4def-90c9-25da69cc3d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:05.005002 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19f2c0-67d1-4953-ba6e-0c028effa03c req-d70fb77a-dd25-491e-9a0e-3c10001091a0 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:05.012988 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0d19f2c0-67d1-4953-ba6e-0c028effa03c req-d70fb77a-dd25-491e-9a0e-3c10001091a0 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 944 time: 0.4496000 Jul 19 20:40:05.025776 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.45', 54380) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:05.057939 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Pushing event updated for resources: {'Port': ['ID=2851e68c-991e-46eb-9d87-1db83077976f,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:05.066298 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.164s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:05.390196 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:05.497599 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] For port 62f256cf-05e4-4285-b73f-302560864982, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:40:05.606793 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:05.621773 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] For port 62f256cf-05e4-4285-b73f-302560864982, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=62f256cf-05e4-4285-b73f-302560864982,segment=NetworkSegment(2dc5008d-7c6f-42b5-baf9-f68b6c45965f),segment_id=2dc5008d-7c6f-42b5-baf9-f68b6c45965f)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:40:05.629128 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-986e5eb2-ea38-4234-ba1a-97d2702d8dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:05.632010 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-986e5eb2-ea38-4234-ba1a-97d2702d8dfb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 1097 time: 1.0181143 Jul 19 20:40:05.735638 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:05.844510 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-80432849-4c1e-4def-90c9-25da69cc3d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:05.863106 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-e3218545-f435-48b3-9cbd-45188e869418 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:05.866410 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-e3218545-f435-48b3-9cbd-45188e869418 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.45 "GET /v2.0/networks?id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 200 len: 819 time: 0.8393588 Jul 19 20:40:05.878368 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port 019557fe-94d4-471e-b7e7-0d9f18b4b0c6, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=019557fe-94d4-471e-b7e7-0d9f18b4b0c6,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:05.879362 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:05.911854 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:05.932886 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:05.979631 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:06.017227 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0d19f2c0-67d1-4953-ba6e-0c028effa03c req-cb4358e9-ec69-4e52-b76f-8f0da56fbce3 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9774230 Jul 19 20:40:06.040965 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:06.126814 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:02Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:40:06.150679 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Request body: {'port': {'device_id': '4e267ce3-f2c0-4b31-9b27-be48f96e4a90', 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58', 'admin_state_up': True, 'tenant_id': '1500a4b1af454e9bb41a539996016725'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:40:06.236258 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a977c0-68be-42e5-aa33-41396a8b92e8 None None] The sync data for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi is: [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:02Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:40:06.267860 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-dfcb1758-6476-486b-922d-f411b891f463 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2851e68c-991e-46eb-9d87-1db83077976f HTTP/1.1" status: 200 len: 217 time: 0.6097279 Jul 19 20:40:06.305122 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=019557fe-94d4-471e-b7e7-0d9f18b4b0c6,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:06.324552 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:06.335476 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-1228ad53-7ea3-478d-a22f-560eb2914a25 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:06.338317 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-1228ad53-7ea3-478d-a22f-560eb2914a25 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/networks?id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 200 len: 819 time: 1.6620281 Jul 19 20:40:06.583590 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:06.584865 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:06.587430 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] 10.222.0.45 "PUT /v2.0/ports/62f256cf-05e4-4285-b73f-302560864982 HTTP/1.1" status: 200 len: 1094 time: 11.3070872 Jul 19 20:40:06.589896 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80432849-4c1e-4def-90c9-25da69cc3d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601fa2d0-699f-478b-9d54-73ada4d191d5,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:06.602206 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-15ccdb62-2428-436c-a0fb-32801260d47f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/quotas/1500a4b1af454e9bb41a539996016725 HTTP/1.1" status: 200 len: 375 time: 0.2412062 Jul 19 20:40:06.645248 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:06.649481 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-80432849-4c1e-4def-90c9-25da69cc3d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:06.725856 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-4f53fc68-812f-4044-977e-91f848fbede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:06.729315 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-4f53fc68-812f-4044-977e-91f848fbede5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1519832d-8f12-4fc6-befb-a491c3df2990 HTTP/1.1" status: 200 len: 855 time: 0.3877652 Jul 19 20:40:06.856007 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Pushing event updated for resources: {'Port': ['ID=62f256cf-05e4-4285-b73f-302560864982,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:06.872801 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:06.960350 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe', 'tag': '2851e68c-991e-46eb-9d87-1db83077976f', 'status': 'completed', 'code': 200} Jul 19 20:40:07.034315 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-80432849-4c1e-4def-90c9-25da69cc3d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:07.035999 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-80432849-4c1e-4def-90c9-25da69cc3d70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/601fa2d0-699f-478b-9d54-73ada4d191d5 HTTP/1.1" status: 204 len: 168 time: 3.0048664 Jul 19 20:40:07.177649 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-b95909e7-44eb-44e0-b77c-d2e9152dd256 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1729bcf6-5778-4884-aa01-775bec79dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2199755 Jul 19 20:40:07.511457 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Allocated IP 172.27.2.156 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/6a91e486-04d1-4ee5-b1ba-da8dcd541af6) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:40:07.526822 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:07.552681 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Usage tracker for resource:port and tenant:1500a4b1af454e9bb41a539996016725 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:07.572871 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:07.608745 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:07.697300 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42880) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:07.746253 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fc704-65e3-43f6-8967-3c48338ec136 req-fdda7434-7316-4e57-a4eb-7e66c8635a0c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:07.767090 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ef4fc704-65e3-43f6-8967-3c48338ec136 req-fdda7434-7316-4e57-a4eb-7e66c8635a0c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 944 time: 0.4728906 Jul 19 20:40:07.777287 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Made reservation on behalf of 1500a4b1af454e9bb41a539996016725 for: {'port': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:40:07.790759 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:07.843409 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-104253ae-2682-4089-8225-053e84c36032 service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489902 Jul 19 20:40:07.919012 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-d5d2eb1c-3367-4401-8cc7-43d27b4d0972 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Synchronizing usage tracker for tenant:1500a4b1af454e9bb41a539996016725 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:40:07.943224 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-e1cc5239-b9ac-4270-913e-291005481ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:07.948138 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-e1cc5239-b9ac-4270-913e-291005481ab4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81110991f26141ceab689331d82c38cf&device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 1097 time: 1.1128471 Jul 19 20:40:08.109727 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ef4fc704-65e3-43f6-8967-3c48338ec136 req-3386832b-079d-49bb-ab9f-bfc9f3383b72 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006799 Jul 19 20:40:08.293578 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device e4b079bf-fba2-4088-a1f5-3ac21b3c98cf up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:40:08.500957 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-d5d2eb1c-3367-4401-8cc7-43d27b4d0972 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Unset dirty status for tenant:1500a4b1af454e9bb41a539996016725 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:40:08.503477 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-d5d2eb1c-3367-4401-8cc7-43d27b4d0972 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8373034 Jul 19 20:40:08.591048 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:40:08.598848 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:40:08.599762 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:08.607813 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-56482246-72f0-4b4c-a983-dfac198b443f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62f256cf-05e4-4285-b73f-302560864982 HTTP/1.1" status: 200 len: 217 time: 0.2508740 Jul 19 20:40:08.798868 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:08.807490 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:08.826098 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-58624f56-1a9d-41e0-b98d-4445204a0703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:08.881192 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=e4b079bf-fba2-4088-a1f5-3ac21b3c98cf,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:08.893318 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:08.894345 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:40:08.963837 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-58624f56-1a9d-41e0-b98d-4445204a0703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:08.968078 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a289e2-2ff1-4025-bbba-7add3cc780a7', 'tag': '62f256cf-05e4-4285-b73f-302560864982'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:40:09.002333 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:09.046260 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-58624f56-1a9d-41e0-b98d-4445204a0703 admin admin] Usage tracker for resource:security_group_rule and tenant:55720ca9739b49d4a2313b7183d19a3e is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:09.054767 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-58624f56-1a9d-41e0-b98d-4445204a0703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:09.065406 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Allocated IP 172.20.0.14 (1647aa07-6bd7-4b7c-a3e8-195cc10f3d58/ba1d8856-5894-4d99-8030-f996418df0e4/bf58a3e1-df92-473c-9735-b594ff22e0d7) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:40:09.103900 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-58624f56-1a9d-41e0-b98d-4445204a0703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:09.153669 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-3ebc306a-8d6a-40dd-9148-abb18a81b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:09.157164 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-3ebc306a-8d6a-40dd-9148-abb18a81b98e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3ee024f-95eb-4e9c-8c7b-8d4f42928740 HTTP/1.1" status: 200 len: 852 time: 0.5350411 Jul 19 20:40:09.162228 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-c622dd68-eb42-4ea7-b356-2e58d6cda82d service neutron] 10.222.0.36 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118798 Jul 19 20:40:09.275140 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04e805-3197-495f-b32a-d64dd57cdea6 req-7e68d443-1e91-4f35-b68b-ad711664f0c3 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:09.275863 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-366626e7-79b1-4ee8-bf34-220f63866340 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=54abe5f6-9bc2-4c49-8e9b-742cd803c079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983243 Jul 19 20:40:09.277368 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6c04e805-3197-495f-b32a-d64dd57cdea6 req-7e68d443-1e91-4f35-b68b-ad711664f0c3 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 944 time: 0.7746303 Jul 19 20:40:09.330592 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efbbbbdf-7208-458d-afec-acb832c0b00f req-1ba8c71c-74b6-475b-9e10-cb43596f863b service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4775779 Jul 19 20:40:09.330813 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:40:09.331688 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:09.381505 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:09.476222 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:09.501118 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=e4b079bf-fba2-4088-a1f5-3ac21b3c98cf,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:09.515328 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:09.665003 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6c04e805-3197-495f-b32a-d64dd57cdea6 req-6ecd4eab-fc31-456a-b466-0ed2924bda0f tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682718 Jul 19 20:40:09.700759 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0aa86d15-d393-4819-99bd-44a500464779 service neutron] 10.222.0.36 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351864 Jul 19 20:40:09.775525 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909bf18-8afd-4088-9ec5-2ad577e36265 req-6caf9256-f3d1-47d2-8016-21bc7741ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:09.777424 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8909bf18-8afd-4088-9ec5-2ad577e36265 req-6caf9256-f3d1-47d2-8016-21bc7741ae19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 1097 time: 0.2785375 Jul 19 20:40:09.820340 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:40:09.839299 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-4a16dfff-d665-4234-833e-757af1c29a67 service neutron] 10.222.0.45 "GET /v2.0/networks/54abe5f6-9bc2-4c49-8e9b-742cd803c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074759 Jul 19 20:40:09.850387 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:40:09.855400 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:40:10.056048 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909bf18-8afd-4088-9ec5-2ad577e36265 req-e5c88636-20ca-4deb-8a18-ebaa1dba3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:10.057584 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8909bf18-8afd-4088-9ec5-2ad577e36265 req-e5c88636-20ca-4deb-8a18-ebaa1dba3f46 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 200 len: 916 time: 0.2651303 Jul 19 20:40:10.065654 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a289e2-2ff1-4025-bbba-7add3cc780a7', 'tag': '62f256cf-05e4-4285-b73f-302560864982', 'status': 'completed', 'code': 200} Jul 19 20:40:10.147683 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device e4b079bf-fba2-4088-a1f5-3ac21b3c98cf up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:40:10.314882 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8909bf18-8afd-4088-9ec5-2ad577e36265 req-c4e8fa6c-fa40-4946-9dfb-223c896afcb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2851e68c-991e-46eb-9d87-1db83077976f HTTP/1.1" status: 200 len: 217 time: 0.2476692 Jul 19 20:40:10.429932 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:40:10.430716 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:10.436626 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e347e75f-8f87-4561-afcc-00fa733cdf61 req-9f067790-e3db-4f14-9a2b-0299fae52bc3 service neutron] 10.222.0.45 "GET /v2.0/networks/54abe5f6-9bc2-4c49-8e9b-742cd803c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881693 Jul 19 20:40:10.526092 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-58624f56-1a9d-41e0-b98d-4445204a0703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:10.526691 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2be5fa1-0fc5-4388-bef7-a3e5fe317875 req-9fb325c3-e3d1-40a0-8839-3da8f543ef58 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 210 time: 0.2226706 Jul 19 20:40:10.531605 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event updated for resources: {'Port': ['ID=6a91e486-04d1-4ee5-b1ba-da8dcd541af6,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:10.757070 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.277s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:10.758370 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-58624f56-1a9d-41e0-b98d-4445204a0703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:10.846815 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909bf18-8afd-4088-9ec5-2ad577e36265 req-dba2a272-07d1-4980-9dae-2b76e5ea7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:10.849599 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8909bf18-8afd-4088-9ec5-2ad577e36265 req-dba2a272-07d1-4980-9dae-2b76e5ea7a1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1519832d-8f12-4fc6-befb-a491c3df2990 HTTP/1.1" status: 200 len: 855 time: 0.4117227 Jul 19 20:40:10.915783 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:11.057495 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8909bf18-8afd-4088-9ec5-2ad577e36265 req-4735a807-9f62-4e3a-ac8e-b1d80cfc58d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1729bcf6-5778-4884-aa01-775bec79dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1982777 Jul 19 20:40:11.200498 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42970) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:11.217540 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-58624f56-1a9d-41e0-b98d-4445204a0703 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55720ca9739b49d4a2313b7183d19a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4440455 Jul 19 20:40:11.221851 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 42972) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:11.290289 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58624f56-1a9d-41e0-b98d-4445204a0703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e787e2-23e6-4835-94ff-d189fdf909eb,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:11.299443 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-58624f56-1a9d-41e0-b98d-4445204a0703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:11.344817 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:11.493187 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:11.528430 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1c572-a61f-4919-a362-37ce49006483 req-82cfaab9-f0d8-49e4-a9a1-7d71acdd020e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:11.536168 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f6c1c572-a61f-4919-a362-37ce49006483 req-82cfaab9-f0d8-49e4-a9a1-7d71acdd020e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 944 time: 1.2264941 Jul 19 20:40:11.546630 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8909bf18-8afd-4088-9ec5-2ad577e36265 req-757a0746-3e1b-46fc-80eb-50493f35f4c1 service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113538 Jul 19 20:40:11.630600 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb9104-6304-4e03-b0cc-0fd53a151072 req-8ba4b2af-a06c-4b6c-a862-227dfcf9cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:11.635965 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6fcb9104-6304-4e03-b0cc-0fd53a151072 req-8ba4b2af-a06c-4b6c-a862-227dfcf9cb8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81110991f26141ceab689331d82c38cf&device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 1097 time: 1.0336461 Jul 19 20:40:11.748469 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-17d0e865-e38b-45f5-a419-70c8a901834d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:11.821953 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-17d0e865-e38b-45f5-a419-70c8a901834d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:11.865062 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f6c1c572-a61f-4919-a362-37ce49006483 req-ebcab658-bf51-4ba2-8c5c-9a595e3ee04c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277361 Jul 19 20:40:11.902425 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ea8c-a144-46ea-bde4-0dfc88aa4065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:11.935595 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b8941-3c4a-4cbc-9bed-65522d4a8304 req-6c54bbb0-41c2-4f2a-8765-97b14069eeaf tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:11.938182 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-554b8941-3c4a-4cbc-9bed-65522d4a8304 req-6c54bbb0-41c2-4f2a-8765-97b14069eeaf tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 944 time: 0.9445229 Jul 19 20:40:11.964173 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d0d6ea8c-a144-46ea-bde4-0dfc88aa4065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:11.997973 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d0d6ea8c-a144-46ea-bde4-0dfc88aa4065 admin admin] Usage tracker for resource:security_group_rule and tenant:2b65d97ed6934274a10fe6c0ee8925fd is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:12.019856 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d0d6ea8c-a144-46ea-bde4-0dfc88aa4065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:12.049899 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:12.127804 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d0d6ea8c-a144-46ea-bde4-0dfc88aa4065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:12.151787 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:12.239958 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-554b8941-3c4a-4cbc-9bed-65522d4a8304 req-79f3162e-0a7a-4e3f-bb6b-9edca7812670 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149744 Jul 19 20:40:12.257516 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8909bf18-8afd-4088-9ec5-2ad577e36265 req-ed48d5f7-b320-445b-a6fb-aeccf8dea251 service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985414 Jul 19 20:40:12.269133 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb9104-6304-4e03-b0cc-0fd53a151072 req-1a1d678c-cc45-46e4-9ed2-21da49c1560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:12.272380 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6fcb9104-6304-4e03-b0cc-0fd53a151072 req-1a1d678c-cc45-46e4-9ed2-21da49c1560f service neutron] 10.222.0.45 "GET /v2.0/networks?id=54abe5f6-9bc2-4c49-8e9b-742cd803c079 HTTP/1.1" status: 200 len: 913 time: 0.6066353 Jul 19 20:40:12.445086 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6fcb9104-6304-4e03-b0cc-0fd53a151072 req-3fecf6ef-d0e4-4e14-b504-3c559c8f1807 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62f256cf-05e4-4285-b73f-302560864982 HTTP/1.1" status: 200 len: 217 time: 0.1627293 Jul 19 20:40:12.539856 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-b00fb2c0-53d2-4d31-b5d5-a0a33724de8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:12.591381 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-84ef5532-d816-42ea-b98f-5e2127173ce6 req-7bae7215-b5dc-4376-b2eb-7c219a87f4f1 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 210 time: 0.4660723 Jul 19 20:40:12.613003 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:40:12.690459 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:40:12.696764 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-17d0e865-e38b-45f5-a419-70c8a901834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:12.703652 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:40:12.707916 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb9104-6304-4e03-b0cc-0fd53a151072 req-e26586a3-f9b1-4e28-8c04-0d6362835dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:12.709666 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6fcb9104-6304-4e03-b0cc-0fd53a151072 req-e26586a3-f9b1-4e28-8c04-0d6362835dff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3ee024f-95eb-4e9c-8c7b-8d4f42928740 HTTP/1.1" status: 200 len: 852 time: 0.2456489 Jul 19 20:40:12.785310 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6fcb9104-6304-4e03-b0cc-0fd53a151072 req-81d11a84-799d-470e-8d1a-c03f4da0443b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=54abe5f6-9bc2-4c49-8e9b-742cd803c079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662827 Jul 19 20:40:12.794916 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-5f19dd02-eed5-4338-add7-64d47fb06b1d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:12.796586 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-5f19dd02-eed5-4338-add7-64d47fb06b1d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.45 "GET /v2.0/networks?id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 200 len: 819 time: 0.4242840 Jul 19 20:40:12.827336 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Request body: {'port': {'device_id': '431fd22a-0e53-487c-9ee3-94d0f1adfa0e', 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58', 'admin_state_up': True, 'tenant_id': '1500a4b1af454e9bb41a539996016725'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:40:12.832260 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 62f256cf-05e4-4285-b73f-302560864982 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:40:12.887341 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Pushing event updated for resources: {'Port': ['ID=bf58a3e1-df92-473c-9735-b594ff22e0d7,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:12.911621 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:12.912953 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for port, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:12.931026 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:12.933784 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2c86f0db-5f4f-40be-9b30-6d55ad6e57d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:12.985630 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0e865-e38b-45f5-a419-70c8a901834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e787e2-23e6-4835-94ff-d189fdf909eb,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:13.003490 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-17d0e865-e38b-45f5-a419-70c8a901834d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:13.096660 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-17d0e865-e38b-45f5-a419-70c8a901834d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:13.099434 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-17d0e865-e38b-45f5-a419-70c8a901834d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8e787e2-23e6-4835-94ff-d189fdf909eb HTTP/1.1" status: 204 len: 168 time: 1.8347337 Jul 19 20:40:13.103581 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:13.109583 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:13.111199 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0896487 Jul 19 20:40:13.121437 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Usage tracker for resource:port and tenant:1500a4b1af454e9bb41a539996016725 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:13.130695 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:13.134546 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Request body: {'port': {'device_id': '4e267ce3-f2c0-4b31-9b27-be48f96e4a90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:40:13.198401 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:13.214958 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 62f256cf-05e4-4285-b73f-302560864982, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=62f256cf-05e4-4285-b73f-302560864982,segment=NetworkSegment(2dc5008d-7c6f-42b5-baf9-f68b6c45965f),segment_id=2dc5008d-7c6f-42b5-baf9-f68b6c45965f)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:13.220204 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6fcb9104-6304-4e03-b0cc-0fd53a151072 req-142449b2-397c-4eba-8cee-44a3f172f776 service neutron] 10.222.0.45 "GET /v2.0/networks/54abe5f6-9bc2-4c49-8e9b-742cd803c079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222844 Jul 19 20:40:13.229122 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:13.230571 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ea8c-a144-46ea-bde4-0dfc88aa4065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:13.237042 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:13.255245 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '62f256cf-05e4-4285-b73f-302560864982', 'network_id': '54abe5f6-9bc2-4c49-8e9b-742cd803c079', 'port_id': '62f256cf-05e4-4285-b73f-302560864982', 'mac_address': 'fa:16:3e:f8:cf:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ee024f-95eb-4e9c-8c7b-8d4f42928740', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:40:13.323535 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Made reservation on behalf of 1500a4b1af454e9bb41a539996016725 for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:40:13.328429 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:13.382434 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ea8c-a144-46ea-bde4-0dfc88aa4065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:13.450171 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:13.496183 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f256cf-05e4-4285-b73f-302560864982 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:40:13.564891 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 62f256cf-05e4-4285-b73f-302560864982, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=62f256cf-05e4-4285-b73f-302560864982,segment=NetworkSegment(2dc5008d-7c6f-42b5-baf9-f68b6c45965f),segment_id=2dc5008d-7c6f-42b5-baf9-f68b6c45965f)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:13.572264 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:13.574805 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 2851e68c-991e-46eb-9d87-1db83077976f details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:40:13.583922 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-746f0700-dd89-4042-a9e3-503157c2b084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:13.812417 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event updated for resources: {'Port': ['ID=6a91e486-04d1-4ee5-b1ba-da8dcd541af6,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:13.838483 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-d0d6ea8c-a144-46ea-bde4-0dfc88aa4065 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b65d97ed6934274a10fe6c0ee8925fd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6185224 Jul 19 20:40:13.856039 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 43016) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:13.860541 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:13.867920 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.390s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:13.950064 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:13.969358 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:13.980479 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=62f256cf-05e4-4285-b73f-302560864982,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:13.986863 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:13.990032 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 43018) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:14.056290 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6ea8c-a144-46ea-bde4-0dfc88aa4065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a84990f-53a6-45fc-98ab-8b76869598e6,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:14.076037 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6fcb9104-6304-4e03-b0cc-0fd53a151072 req-4238fe1f-fba9-4406-8788-9b52b29bcf66 service neutron] 10.222.0.45 "GET /v2.0/networks/54abe5f6-9bc2-4c49-8e9b-742cd803c079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540195 Jul 19 20:40:14.079155 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d0d6ea8c-a144-46ea-bde4-0dfc88aa4065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:14.083819 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:14.091569 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:14.104838 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.9278202 Jul 19 20:40:14.106719 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4b45-235b-4909-90b1-91cf337a6887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:14.140317 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95907-5c27-4c0e-9cd7-4c31f9c16a7d req-1660ead9-47b3-4192-b880-d2bbd8903ae9 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:14.142823 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-24c95907-5c27-4c0e-9cd7-4c31f9c16a7d req-1660ead9-47b3-4192-b880-d2bbd8903ae9 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 944 time: 0.8932960 Jul 19 20:40:14.199233 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 2851e68c-991e-46eb-9d87-1db83077976f, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=2851e68c-991e-46eb-9d87-1db83077976f,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:14.199825 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Allocated IP 172.20.0.5 (1647aa07-6bd7-4b7c-a3e8-195cc10f3d58/ba1d8856-5894-4d99-8030-f996418df0e4/bf4fdde4-4450-4f3a-92df-ebb31c479818) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:40:14.318506 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '2851e68c-991e-46eb-9d87-1db83077976f', 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39', 'port_id': '2851e68c-991e-46eb-9d87-1db83077976f', 'mac_address': 'fa:16:3e:c8:3d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1519832d-8f12-4fc6-befb-a491c3df2990', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:40:14.345738 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded6e77-c47e-4a4e-b303-3acf62483f31 req-f0a30134-db3e-461a-b87f-0af86cb376b3 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:14.347886 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fded6e77-c47e-4a4e-b303-3acf62483f31 req-f0a30134-db3e-461a-b87f-0af86cb376b3 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 945 time: 0.6542101 Jul 19 20:40:14.352789 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4bbc4b45-235b-4909-90b1-91cf337a6887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:14.357554 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4bbc4b45-235b-4909-90b1-91cf337a6887 admin admin] Usage tracker for resource:security_group_rule and tenant:47375daa6c95457593076f213e5ac488 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:14.361873 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4bbc4b45-235b-4909-90b1-91cf337a6887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:14.369798 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-24c95907-5c27-4c0e-9cd7-4c31f9c16a7d req-75588c74-79a4-48ed-88bd-5b362c9a64db tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059124 Jul 19 20:40:14.380476 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4bbc4b45-235b-4909-90b1-91cf337a6887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:14.452261 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-cfda27b3-ea2d-4e65-97c1-c0e02bc53216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:14.476282 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:14.485726 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4b45-235b-4909-90b1-91cf337a6887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:14.530153 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4b45-235b-4909-90b1-91cf337a6887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:14.550424 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:14.561391 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2851e68c-991e-46eb-9d87-1db83077976f {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:40:14.602379 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 2851e68c-991e-46eb-9d87-1db83077976f, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=2851e68c-991e-46eb-9d87-1db83077976f,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:14.603129 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-cfda27b3-ea2d-4e65-97c1-c0e02bc53216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:14.612105 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:14.615225 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:14.658522 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-4bbc4b45-235b-4909-90b1-91cf337a6887 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47375daa6c95457593076f213e5ac488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6493137 Jul 19 20:40:14.677416 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 43034) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:14.758320 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fded6e77-c47e-4a4e-b303-3acf62483f31 req-59591ee7-de66-409b-a375-c65b4435c030 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708571 Jul 19 20:40:14.777218 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc4b45-235b-4909-90b1-91cf337a6887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7a679f-0212-4081-83ac-72c2f8806630,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:14.782800 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4bbc4b45-235b-4909-90b1-91cf337a6887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:14.795329 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=2851e68c-991e-46eb-9d87-1db83077976f,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:14.799367 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:14.825629 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-af15d375-3a60-49ef-9eb9-a18fa642d78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:14.866997 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-af15d375-3a60-49ef-9eb9-a18fa642d78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:15.013423 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-46af4f89-9922-4d61-88de-94845ef3b9c7 req-104e08b3-d54d-4cb2-b910-39b745acaf79 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 210 time: 0.1919093 Jul 19 20:40:15.044918 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['62f256cf-05e4-4285-b73f-302560864982'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:40:15.077081 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['2851e68c-991e-46eb-9d87-1db83077976f'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:40:15.082617 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-cfda27b3-ea2d-4e65-97c1-c0e02bc53216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:15.092035 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-27fe1ac1-8211-4ceb-bcd4-709a90ef0a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:15.115015 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-62e25814-eff0-40ce-a9d8-cd02143b8ce2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Synchronizing usage tracker for tenant:e788cbccb0834feeac72b574191334bc on resource:security_group {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:40:15.123059 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda27b3-ea2d-4e65-97c1-c0e02bc53216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a84990f-53a6-45fc-98ab-8b76869598e6,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:15.127409 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:15.136456 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-cfda27b3-ea2d-4e65-97c1-c0e02bc53216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:15.154140 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-cfda27b3-ea2d-4e65-97c1-c0e02bc53216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:15.154776 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-af15d375-3a60-49ef-9eb9-a18fa642d78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:15.155104 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-cfda27b3-ea2d-4e65-97c1-c0e02bc53216 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a84990f-53a6-45fc-98ab-8b76869598e6 HTTP/1.1" status: 204 len: 168 time: 1.1314106 Jul 19 20:40:15.189082 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d0f4050e-0885-463f-a989-13eea6b1883b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:15.207260 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-62e25814-eff0-40ce-a9d8-cd02143b8ce2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Unset dirty status for tenant:e788cbccb0834feeac72b574191334bc on resource:security_group {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:40:15.212525 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:15.223539 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-62e25814-eff0-40ce-a9d8-cd02143b8ce2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--105830727&fields=id&tenant_id=e788cbccb0834feeac72b574191334bc HTTP/1.1" status: 200 len: 267 time: 0.2531466 Jul 19 20:40:15.225193 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:15.276878 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15d375-3a60-49ef-9eb9-a18fa642d78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7a679f-0212-4081-83ac-72c2f8806630,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:15.279756 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-af15d375-3a60-49ef-9eb9-a18fa642d78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:15.307646 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-af15d375-3a60-49ef-9eb9-a18fa642d78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:15.309082 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-af15d375-3a60-49ef-9eb9-a18fa642d78f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce7a679f-0212-4081-83ac-72c2f8806630 HTTP/1.1" status: 204 len: 168 time: 0.6275151 Jul 19 20:40:15.491336 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:40:15.495234 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:40:15.501254 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Pushing event updated for resources: {'Port': ['ID=bf4fdde4-4450-4f3a-92df-ebb31c479818,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:15.509161 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:40:15.516697 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:15.517869 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:15.522738 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:15.554148 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7315326 Jul 19 20:40:15.573292 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Request body: {'port': {'device_id': '431fd22a-0e53-487c-9ee3-94d0f1adfa0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:40:15.695580 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-aa6c27cd-6be4-4648-8691-6d1a6938a154 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:15.703142 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-aa6c27cd-6be4-4648-8691-6d1a6938a154 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/networks?id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 HTTP/1.1" status: 200 len: 817 time: 0.4784184 Jul 19 20:40:15.824304 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf58a3e1-df92-473c-9735-b594ff22e0d7 {{(pid=78682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:40:15.835761 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:15.856037 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.provisioning_blocks [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Transition to ACTIVE for port object bf58a3e1-df92-473c-9735-b594ff22e0d7 will not be triggered until provisioned by entity L2. {{(pid=78682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:40:15.868802 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-38f6de18-1bf3-4382-a293-858f9ad0dd00 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/quotas/e788cbccb0834feeac72b574191334bc HTTP/1.1" status: 200 len: 375 time: 0.1523423 Jul 19 20:40:15.870227 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:15.878165 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:15.935003 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338201c1-1c60-4e6b-95c3-8acc6371c383 req-8503b728-ab8d-4621-a6eb-18431afb5dd8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:15.943051 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-338201c1-1c60-4e6b-95c3-8acc6371c383 req-8503b728-ab8d-4621-a6eb-18431afb5dd8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 945 time: 0.2251792 Jul 19 20:40:15.944520 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:16.261712 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 43074) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:16.311871 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-338201c1-1c60-4e6b-95c3-8acc6371c383 req-5fce0d07-8bc2-4373-ac9e-f5952945dc7f tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679059 Jul 19 20:40:16.528522 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4fdde4-4450-4f3a-92df-ebb31c479818 {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:40:16.531130 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4c4a871c-fcdd-43e7-9d0e-76c2770e72be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:16.546801 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:16.577781 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Transition to ACTIVE for port object bf4fdde4-4450-4f3a-92df-ebb31c479818 will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:40:16.589421 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:16.599810 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4c4a871c-fcdd-43e7-9d0e-76c2770e72be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:16.601702 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:16.604426 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4c4a871c-fcdd-43e7-9d0e-76c2770e72be admin admin] Usage tracker for resource:security_group_rule and tenant:1b74cf391e38436fab111ad6dc8b86bf is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:16.607694 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4c4a871c-fcdd-43e7-9d0e-76c2770e72be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:16.615331 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4c4a871c-fcdd-43e7-9d0e-76c2770e72be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:16.651574 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Pushing event updated for resources: {'Port': ['ID=bf58a3e1-df92-473c-9735-b594ff22e0d7,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:16.666038 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:16.680532 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4fdde4-4450-4f3a-92df-ebb31c479818,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:16.696498 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5c98-61d0-4aa8-903a-8583665de2c0 req-b44a8766-e648-45af-b48f-5293172f5413 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:16.698181 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3a3b5c98-61d0-4aa8-903a-8583665de2c0 req-b44a8766-e648-45af-b48f-5293172f5413 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 945 time: 0.2264612 Jul 19 20:40:16.706590 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:16.799858 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-bb47aeca-eab9-4c73-9a87-0d05038beefd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Synchronizing usage tracker for tenant:e788cbccb0834feeac72b574191334bc on resource:port {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:40:16.817740 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Attempting to bind port bf58a3e1-df92-473c-9735-b594ff22e0d7 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:40:16.817944 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Attempting to bind port bf58a3e1-df92-473c-9735-b594ff22e0d7 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'}] {{(pid=78682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:40:16.818280 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Attempting to bind port bf58a3e1-df92-473c-9735-b594ff22e0d7 on network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:40:16.821940 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 62f256cf-05e4-4285-b73f-302560864982 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:40:16.871863 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3a3b5c98-61d0-4aa8-903a-8583665de2c0 req-72b3909a-8602-4be3-bfe3-1e3c9a8a3fc8 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546373 Jul 19 20:40:16.873556 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Port bf58a3e1-df92-473c-9735-b594ff22e0d7 on network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:40:16.874325 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Attempting to bind port bf58a3e1-df92-473c-9735-b594ff22e0d7 on network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:40:16.905812 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:40:16.906224 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Checking segment: {'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:40:16.906824 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Bound using segment: {'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'} {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:40:16.907303 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Bound port: bf58a3e1-df92-473c-9735-b594ff22e0d7, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'}}] {{(pid=78682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:40:16.907806 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:16.932704 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-bb47aeca-eab9-4c73-9a87-0d05038beefd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Unset dirty status for tenant:e788cbccb0834feeac72b574191334bc on resource:port {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:40:16.934063 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-bb47aeca-eab9-4c73-9a87-0d05038beefd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0569940 Jul 19 20:40:16.950052 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Attempting to bind port bf4fdde4-4450-4f3a-92df-ebb31c479818 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:40:16.950440 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Attempting to bind port bf4fdde4-4450-4f3a-92df-ebb31c479818 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:40:16.950838 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Attempting to bind port bf4fdde4-4450-4f3a-92df-ebb31c479818 on network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:40:16.967994 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Port bf4fdde4-4450-4f3a-92df-ebb31c479818 on network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:40:16.969030 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Attempting to bind port bf4fdde4-4450-4f3a-92df-ebb31c479818 on network 1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:40:16.978439 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:40:16.979426 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Checking segment: {'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:40:16.980313 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Bound using segment: {'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:40:16.983661 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Bound port: bf4fdde4-4450-4f3a-92df-ebb31c479818, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:40:16.987848 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:16.999917 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port 62f256cf-05e4-4285-b73f-302560864982 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:40:17.007671 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 62f256cf-05e4-4285-b73f-302560864982 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:40:17.008403 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:17.049147 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4c4a871c-fcdd-43e7-9d0e-76c2770e72be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:17.071455 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4c4a871c-fcdd-43e7-9d0e-76c2770e72be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:17.130281 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-17d0e865-e38b-45f5-a419-70c8a901834d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:17.180384 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:17.227995 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] For port bf58a3e1-df92-473c-9735-b594ff22e0d7, host hv-cinder-80132, cleared binding levels {{(pid=78682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:40:17.246522 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a289e2-2ff1-4025-bbba-7add3cc780a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f256cf-05e4-4285-b73f-302560864982'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:40:17.252114 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a871c-fcdd-43e7-9d0e-76c2770e72be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bac2234-e14e-4c0d-ac27-38a0ae6f29af,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:17.265513 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-4c4a871c-fcdd-43e7-9d0e-76c2770e72be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b74cf391e38436fab111ad6dc8b86bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9604809 Jul 19 20:40:17.267957 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4c4a871c-fcdd-43e7-9d0e-76c2770e72be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:17.270011 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] For port bf58a3e1-df92-473c-9735-b594ff22e0d7, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=bf58a3e1-df92-473c-9735-b594ff22e0d7,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:40:17.272083 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 43100) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:17.276483 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-99f11cad-9cbe-4685-974d-0c1972c1f1c1 service neutron] 10.222.0.36 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072877 Jul 19 20:40:17.310950 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:17.340825 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:17.356467 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] For port bf4fdde4-4450-4f3a-92df-ebb31c479818, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:40:17.394534 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] For port bf4fdde4-4450-4f3a-92df-ebb31c479818, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=bf4fdde4-4450-4f3a-92df-ebb31c479818,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:40:17.407747 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:17.417525 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:17.518513 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:17.519832 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for port, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:17.522456 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] 10.222.0.45 "PUT /v2.0/ports/bf58a3e1-df92-473c-9735-b594ff22e0d7 HTTP/1.1" status: 200 len: 1094 time: 4.3958220 Jul 19 20:40:17.525929 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e267ce3-f2c0-4b31-9b27-be48f96e4a90', 'tag': 'bf58a3e1-df92-473c-9735-b594ff22e0d7'}] {{(pid=78682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:40:17.537990 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 62f256cf-05e4-4285-b73f-302560864982, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=62f256cf-05e4-4285-b73f-302560864982,segment=NetworkSegment(2dc5008d-7c6f-42b5-baf9-f68b6c45965f),segment_id=2dc5008d-7c6f-42b5-baf9-f68b6c45965f)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:17.546120 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:17.546841 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:17.548434 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] 10.222.0.45 "PUT /v2.0/ports/bf4fdde4-4450-4f3a-92df-ebb31c479818 HTTP/1.1" status: 200 len: 1093 time: 1.9800150 Jul 19 20:40:17.548850 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431fd22a-0e53-487c-9ee3-94d0f1adfa0e', 'tag': 'bf4fdde4-4450-4f3a-92df-ebb31c479818'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:40:17.565940 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:17.569045 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 2851e68c-991e-46eb-9d87-1db83077976f up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:40:17.572044 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4fdde4-4450-4f3a-92df-ebb31c479818,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:17.575732 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:17.583863 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb7bfb-b026-4b3b-98bc-550a74275b14 req-3c86b6bf-3579-4815-a65a-3bbcfbfbddc7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:17.584609 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-ddcb7bfb-b026-4b3b-98bc-550a74275b14 req-3c86b6bf-3579-4815-a65a-3bbcfbfbddc7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Synchronizing usage tracker for tenant:1500a4b1af454e9bb41a539996016725 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:40:17.611128 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-ddcb7bfb-b026-4b3b-98bc-550a74275b14 req-3c86b6bf-3579-4815-a65a-3bbcfbfbddc7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Unset dirty status for tenant:1500a4b1af454e9bb41a539996016725 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:40:17.613871 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ddcb7bfb-b026-4b3b-98bc-550a74275b14 req-3c86b6bf-3579-4815-a65a-3bbcfbfbddc7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 943 time: 0.3373010 Jul 19 20:40:17.658511 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Pushing event updated for resources: {'Port': ['ID=bf58a3e1-df92-473c-9735-b594ff22e0d7,revision_number=3']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:17.669285 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3e235398-bc99-41e5-9ffa-8db63c993637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:17.681871 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:17.710838 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:17.733163 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-f90f206e-9fbb-49da-bb18-671dd67ba800 service neutron] 10.222.0.36 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452586 Jul 19 20:40:17.735791 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ddcb7bfb-b026-4b3b-98bc-550a74275b14 req-91b5ac67-cec4-4e6d-92c3-7fd7234ca028 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078837 Jul 19 20:40:17.821427 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3e235398-bc99-41e5-9ffa-8db63c993637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:17.935734 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port 2851e68c-991e-46eb-9d87-1db83077976f completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:40:17.947421 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=62f256cf-05e4-4285-b73f-302560864982,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:17.950639 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 2851e68c-991e-46eb-9d87-1db83077976f triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:40:17.950987 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:17.996621 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:18.069506 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3e235398-bc99-41e5-9ffa-8db63c993637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:18.075593 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:18.093487 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e235398-bc99-41e5-9ffa-8db63c993637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bac2234-e14e-4c0d-ac27-38a0ae6f29af,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:18.097754 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3e235398-bc99-41e5-9ffa-8db63c993637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:18.101459 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3e235398-bc99-41e5-9ffa-8db63c993637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:18.102808 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-3e235398-bc99-41e5-9ffa-8db63c993637 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0bac2234-e14e-4c0d-ac27-38a0ae6f29af HTTP/1.1" status: 204 len: 168 time: 0.8294773 Jul 19 20:40:18.176576 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:18.234386 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c2e77-277b-4dcb-a872-4992d9f91356 req-1a7c4103-bd63-4649-ad62-348db14e5dea tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:18.243816 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-591c2e77-277b-4dcb-a872-4992d9f91356 req-1a7c4103-bd63-4649-ad62-348db14e5dea tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 945 time: 0.1545534 Jul 19 20:40:18.258171 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 2851e68c-991e-46eb-9d87-1db83077976f, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=2851e68c-991e-46eb-9d87-1db83077976f,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:18.270487 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:18.279110 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:18.283496 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431fd22a-0e53-487c-9ee3-94d0f1adfa0e', 'tag': 'bf4fdde4-4450-4f3a-92df-ebb31c479818', 'status': 'completed', 'code': 200} Jul 19 20:40:18.359261 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-591c2e77-277b-4dcb-a872-4992d9f91356 req-3611ba12-23d8-4f94-8b03-d081ad5dc1ac tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142440 Jul 19 20:40:18.425106 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=2851e68c-991e-46eb-9d87-1db83077976f,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:18.431083 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:18.504487 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:40:18.762043 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca23af-306f-48ee-b56e-88cec41eca23 req-b4b1cfdc-b793-4382-93ba-b1d78a6e8271 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:18.778132 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-14ca23af-306f-48ee-b56e-88cec41eca23 req-b4b1cfdc-b793-4382-93ba-b1d78a6e8271 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 946 time: 0.2971950 Jul 19 20:40:18.856513 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a289e2-2ff1-4025-bbba-7add3cc780a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f256cf-05e4-4285-b73f-302560864982', 'code': 200} Jul 19 20:40:18.995194 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-14ca23af-306f-48ee-b56e-88cec41eca23 req-03d087c2-392a-424f-ad6a-935873c6a6ed tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099166 Jul 19 20:40:18.999845 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e267ce3-f2c0-4b31-9b27-be48f96e4a90', 'tag': 'bf58a3e1-df92-473c-9735-b594ff22e0d7', 'status': 'completed', 'code': 200} Jul 19 20:40:19.186324 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e4ec7b7d-18bb-43c1-ab9b-63e0a3c16b09 req-6c452f89-71bf-4d51-a9cd-201ec4bcd8a2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 210 time: 0.0941615 Jul 19 20:40:19.265335 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6ec2e-d5d2-4aac-a6b6-7a20c967101e req-639780c4-b8ef-4d37-97e3-d76163647dbd tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:19.269497 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d2b6ec2e-d5d2-4aac-a6b6-7a20c967101e req-639780c4-b8ef-4d37-97e3-d76163647dbd tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 943 time: 0.0990255 Jul 19 20:40:19.322240 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d2b6ec2e-d5d2-4aac-a6b6-7a20c967101e req-74456c2c-e336-4b44-bb18-e6eeea1efff8 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457480 Jul 19 20:40:19.582669 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465539ee-b2fe-491e-be99-f9b3766a6da3 req-ec03e324-bb41-4bb8-a39b-0433202ce552 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:19.584306 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-465539ee-b2fe-491e-be99-f9b3766a6da3 req-ec03e324-bb41-4bb8-a39b-0433202ce552 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 946 time: 0.1037133 Jul 19 20:40:19.637392 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-465539ee-b2fe-491e-be99-f9b3766a6da3 req-69cdd850-82b1-490c-ae21-0e356a711c03 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457625 Jul 19 20:40:20.462346 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-65c19503-7f35-4dff-b63c-9c46139037c3 req-3f174fc6-e087-4cb0-b8a6-24d32f618e6a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 210 time: 0.0926697 Jul 19 20:40:20.552997 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 43236) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:20.616300 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d83b64-5c49-44a0-99be-4ed42846cfb5 req-50dfd2f1-31e9-4b03-85ea-0e80f7f485e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:20.617830 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-04d83b64-5c49-44a0-99be-4ed42846cfb5 req-50dfd2f1-31e9-4b03-85ea-0e80f7f485e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 1096 time: 0.1362851 Jul 19 20:40:20.702232 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ea955-80c2-4033-a3f6-d8cdc55ca71e req-be0677ae-3a41-4b64-94d2-bb0dcf35f3fa tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:20.703840 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d04ea955-80c2-4033-a3f6-d8cdc55ca71e req-be0677ae-3a41-4b64-94d2-bb0dcf35f3fa tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 946 time: 0.5437245 Jul 19 20:40:20.858933 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2851e68c-991e-46eb-9d87-1db83077976f'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:40:20.867419 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d04ea955-80c2-4033-a3f6-d8cdc55ca71e req-7b482458-8d2d-4b1d-a689-257a36d16735 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389244 Jul 19 20:40:20.871825 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-4b2ac25d-98e5-4085-bdea-0b1eac20c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:20.874783 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-4b2ac25d-98e5-4085-bdea-0b1eac20c093 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 1097 time: 0.4919820 Jul 19 20:40:21.032371 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d83b64-5c49-44a0-99be-4ed42846cfb5 req-60f0c92c-6898-49ed-91c8-3c02244571e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:21.033971 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-04d83b64-5c49-44a0-99be-4ed42846cfb5 req-60f0c92c-6898-49ed-91c8-3c02244571e3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1500a4b1af454e9bb41a539996016725&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3999665 Jul 19 20:40:21.042328 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb05396-da94-4dcb-b404-74de6336a82f req-ee35b83b-fb0a-474a-b9d7-1eb1e0577902 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:21.043255 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-6cb05396-da94-4dcb-b404-74de6336a82f req-ee35b83b-fb0a-474a-b9d7-1eb1e0577902 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Synchronizing usage tracker for tenant:1500a4b1af454e9bb41a539996016725 on resource:port {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:40:21.084934 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-6cb05396-da94-4dcb-b404-74de6336a82f req-ee35b83b-fb0a-474a-b9d7-1eb1e0577902 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Unset dirty status for tenant:1500a4b1af454e9bb41a539996016725 on resource:port {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:40:21.092360 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6cb05396-da94-4dcb-b404-74de6336a82f req-ee35b83b-fb0a-474a-b9d7-1eb1e0577902 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 943 time: 0.2411270 Jul 19 20:40:21.212034 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-6cb05396-da94-4dcb-b404-74de6336a82f req-61eded67-3078-4c05-a56c-7051d6c3857d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Synchronizing usage tracker for tenant:1500a4b1af454e9bb41a539996016725 on resource:security_group {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:40:21.266843 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-6cb05396-da94-4dcb-b404-74de6336a82f req-61eded67-3078-4c05-a56c-7051d6c3857d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Unset dirty status for tenant:1500a4b1af454e9bb41a539996016725 on resource:security_group {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:40:21.279535 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6cb05396-da94-4dcb-b404-74de6336a82f req-61eded67-3078-4c05-a56c-7051d6c3857d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857476 Jul 19 20:40:21.314416 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d83b64-5c49-44a0-99be-4ed42846cfb5 req-53f39934-12f8-449a-87fa-4df415a078d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:21.317074 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-04d83b64-5c49-44a0-99be-4ed42846cfb5 req-53f39934-12f8-449a-87fa-4df415a078d7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2704239 Jul 19 20:40:21.400769 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-e5cc4763-7f2d-4465-bc3c-fabf54decbac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf58a3e1-df92-473c-9735-b594ff22e0d7 HTTP/1.1" status: 200 len: 217 time: 0.5083096 Jul 19 20:40:21.435619 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2851e68c-991e-46eb-9d87-1db83077976f', 'code': 200} Jul 19 20:40:21.694784 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-821fe5cc-bc6d-432c-9aa5-d140384bb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:21.696759 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-821fe5cc-bc6d-432c-9aa5-d140384bb5dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 1096 time: 0.2067752 Jul 19 20:40:21.773989 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0da8d7e3-2dd5-4961-ba09-2948723416e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:21.851869 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-0da8d7e3-2dd5-4961-ba09-2948723416e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:21.875991 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-27b6ff71-3e18-459e-900a-698eb6a041e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf4fdde4-4450-4f3a-92df-ebb31c479818 HTTP/1.1" status: 200 len: 217 time: 0.1633387 Jul 19 20:40:21.882207 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-0da8d7e3-2dd5-4961-ba09-2948723416e6 admin admin] Usage tracker for resource:security_group_rule and tenant:b5d6f266efdf4ced889ec725da27ae61 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:21.891281 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-f33fe1d2-4630-4d34-9fbb-2bdf222517ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:21.894997 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-f33fe1d2-4630-4d34-9fbb-2bdf222517ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba1d8856-5894-4d99-8030-f996418df0e4 HTTP/1.1" status: 200 len: 859 time: 0.4538367 Jul 19 20:40:22.018822 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-0da8d7e3-2dd5-4961-ba09-2948723416e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:22.032014 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-0da8d7e3-2dd5-4961-ba09-2948723416e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:22.048326 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-42126caa-c953-4395-9925-15448937cc04 req-210c07a3-f201-4182-952e-bf26f43571e5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 210 time: 0.1685512 Jul 19 20:40:22.050188 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.45', 54411) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:22.174867 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0da8d7e3-2dd5-4961-ba09-2948723416e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:22.184387 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-a100e806-b620-4117-a0f5-33831c6e2ebd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2778699 Jul 19 20:40:22.184827 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.45', 54412) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:22.188433 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057fb7b-01fc-49a6-9f08-fd4bef5cda86 req-03196b6a-3e9e-433c-a70e-9dced3bfd697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:22.190064 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9057fb7b-01fc-49a6-9f08-fd4bef5cda86 req-03196b6a-3e9e-433c-a70e-9dced3bfd697 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 1099 time: 1.0530016 Jul 19 20:40:22.193304 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0da8d7e3-2dd5-4961-ba09-2948723416e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:22.335329 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:22.372498 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-9057fb7b-01fc-49a6-9f08-fd4bef5cda86 req-436e4782-73ce-409b-b603-c81d22c9177f service neutron] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:22.399622 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8d7e3-2dd5-4961-ba09-2948723416e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311f3127-ecd8-44a4-af93-2f00333443ab,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:22.403334 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0da8d7e3-2dd5-4961-ba09-2948723416e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:22.408443 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-9057fb7b-01fc-49a6-9f08-fd4bef5cda86 req-436e4782-73ce-409b-b603-c81d22c9177f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:22.413575 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-9057fb7b-01fc-49a6-9f08-fd4bef5cda86 req-436e4782-73ce-409b-b603-c81d22c9177f service neutron] Usage tracker for resource:security_group_rule and tenant:5c25193422564d67b46aac915d118b5f is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:22.417467 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-db042d8d-95f0-4d88-88a7-dcd7f1894079 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:22.417848 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-9057fb7b-01fc-49a6-9f08-fd4bef5cda86 req-436e4782-73ce-409b-b603-c81d22c9177f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:22.419055 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-db042d8d-95f0-4d88-88a7-dcd7f1894079 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.45 "GET /v2.0/networks?id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 HTTP/1.1" status: 200 len: 817 time: 0.3672705 Jul 19 20:40:22.426083 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-9057fb7b-01fc-49a6-9f08-fd4bef5cda86 req-436e4782-73ce-409b-b603-c81d22c9177f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:22.468286 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-b108ef2f-71fd-42ce-af7a-3f531a9cde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:22.470057 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-b108ef2f-71fd-42ce-af7a-3f531a9cde9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba1d8856-5894-4d99-8030-f996418df0e4 HTTP/1.1" status: 200 len: 859 time: 0.4206591 Jul 19 20:40:22.485898 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08554b7-4576-4c31-9ffc-32b6c4294cb8 req-3551337a-95f5-4ecc-9011-0b956585b132 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:22.490747 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d08554b7-4576-4c31-9ffc-32b6c4294cb8 req-3551337a-95f5-4ecc-9011-0b956585b132 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 946 time: 1.0524282 Jul 19 20:40:22.546001 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-0da8d7e3-2dd5-4961-ba09-2948723416e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5d6f266efdf4ced889ec725da27ae61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9675446 Jul 19 20:40:22.604990 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 43292) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:22.626571 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-c17c8b60-4cba-4733-899f-c9e413631d73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344087 Jul 19 20:40:22.858947 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-6c020e22-be0a-4526-aaa1-9a778be43b4a service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027085 Jul 19 20:40:22.918024 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d08554b7-4576-4c31-9ffc-32b6c4294cb8 req-fa1088a6-90cd-4893-bec7-37af970e9f3d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507135 Jul 19 20:40:22.945819 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-9822f972-56bb-4ba1-9617-41452acfe53a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e788cbccb0834feeac72b574191334bc HTTP/1.1" status: 200 len: 379 time: 0.4837208 Jul 19 20:40:22.970470 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c979b1-446a-4ba6-8814-9b0614651ebe req-4324d42b-dd11-4691-b4e4-d493e3ce07dc tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:22.973522 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-32c979b1-446a-4ba6-8814-9b0614651ebe req-4324d42b-dd11-4691-b4e4-d493e3ce07dc tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 946 time: 0.5532382 Jul 19 20:40:22.987294 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Request body: {'port': {'device_id': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'admin_state_up': True, 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'security_groups': ['4f7020ab-1905-4f88-b925-bb22344488f1']}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:40:23.004776 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-9057fb7b-01fc-49a6-9f08-fd4bef5cda86 req-436e4782-73ce-409b-b603-c81d22c9177f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:23.007648 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254180e-e130-43a4-b6e3-91b72dbb3c7f req-725e55aa-37b6-42fc-a3eb-dc6559161e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:23.009197 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6254180e-e130-43a4-b6e3-91b72dbb3c7f req-725e55aa-37b6-42fc-a3eb-dc6559161e34 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 1099 time: 0.8180978 Jul 19 20:40:23.015963 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-89cfe160-5b58-4c3e-b4f1-c577def3a247 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8201857 Jul 19 20:40:23.020546 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-9057fb7b-01fc-49a6-9f08-fd4bef5cda86 req-436e4782-73ce-409b-b603-c81d22c9177f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:23.118506 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:23.320761 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a640a7cc-f23b-4af0-a9db-a0295f72d410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:23.325401 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9057fb7b-01fc-49a6-9f08-fd4bef5cda86 req-436e4782-73ce-409b-b603-c81d22c9177f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0534115 Jul 19 20:40:23.389110 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ef24bb58-e410-4fbf-9334-361303aa9909 req-3f1f6d23-7386-4917-917a-4a60011b09d2 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040500 Jul 19 20:40:23.390308 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:23.411242 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-32c979b1-446a-4ba6-8814-9b0614651ebe req-9b9d0512-4930-4986-a2f7-796910e8394d tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905821 Jul 19 20:40:23.431456 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:23.457894 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Made reservation on behalf of e788cbccb0834feeac72b574191334bc for: {'port': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:40:23.466640 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:23.481026 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6254180e-e130-43a4-b6e3-91b72dbb3c7f req-cdd7136f-e9a6-4bb2-8e20-74798ba6fd7a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633751 Jul 19 20:40:23.509110 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e4782-73ce-409b-b603-c81d22c9177f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2c4760-7006-4c58-81b2-0d9bc9eb7ae4,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:23.550013 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-436e4782-73ce-409b-b603-c81d22c9177f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:23.580312 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a640a7cc-f23b-4af0-a9db-a0295f72d410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:23.731751 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Allocated IP 172.20.0.7 (bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469/4fa4d79e-7eb1-4cef-a455-9fc00285c0b2/71399742-3b09-4966-9aeb-2ef884583024) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:40:23.815371 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589ef0d-37d5-4110-b83d-6030295b608b req-f6a61771-66ce-43ee-9423-09bd209276db tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:23.821678 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8589ef0d-37d5-4110-b83d-6030295b608b req-f6a61771-66ce-43ee-9423-09bd209276db tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 943 time: 0.6883075 Jul 19 20:40:23.827687 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3996c3ca-2367-41b0-9cf3-f08f704bca9e req-897a1f17-7752-4c9a-95b1-528c99112bbc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 210 time: 0.0543671 Jul 19 20:40:23.839572 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fbbef666-748e-4a30-8a3b-f06fdf06505e req-232919be-6a54-4971-8ab5-796cf264cb18 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7641332 Jul 19 20:40:23.948305 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a640a7cc-f23b-4af0-a9db-a0295f72d410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:23.948305 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:24.008466 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8589ef0d-37d5-4110-b83d-6030295b608b req-9c260e80-643e-4919-958a-b57e2f67f924 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764359 Jul 19 20:40:24.014347 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640a7cc-f23b-4af0-a9db-a0295f72d410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f3127-ecd8-44a4-af93-2f00333443ab,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:24.068360 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a640a7cc-f23b-4af0-a9db-a0295f72d410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:24.090268 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a640a7cc-f23b-4af0-a9db-a0295f72d410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:24.092781 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-a640a7cc-f23b-4af0-a9db-a0295f72d410 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/311f3127-ecd8-44a4-af93-2f00333443ab HTTP/1.1" status: 204 len: 168 time: 1.4843419 Jul 19 20:40:24.157390 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:24.188104 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.provisioning_blocks [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Transition to ACTIVE for port object 71399742-3b09-4966-9aeb-2ef884583024 will not be triggered until provisioned by entity DHCP. {{(pid=78682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:40:24.291250 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:24.303231 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:24.395815 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:40:24.398025 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:40:24.406081 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:40:24.496466 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 43336) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:24.516750 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event updated for resources: {'Port': ['ID=71399742-3b09-4966-9aeb-2ef884583024,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:24.526324 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:24.546896 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee269-be6f-4e92-9d4b-5aafb0a2ea65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:24.562542 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efefdc2-7578-4ac5-a757-b61f65bb88d3 req-73297160-0bc3-47d3-a9a9-e75527b04e9a tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:24.565028 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2efefdc2-7578-4ac5-a757-b61f65bb88d3 req-73297160-0bc3-47d3-a9a9-e75527b04e9a tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 946 time: 0.3599019 Jul 19 20:40:24.573411 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:24.574322 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8b5ee269-be6f-4e92-9d4b-5aafb0a2ea65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:24.574769 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for port, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:24.634622 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8b5ee269-be6f-4e92-9d4b-5aafb0a2ea65 admin admin] Usage tracker for resource:security_group_rule and tenant:097c4695796f4fd2a89add279d4c6b4b is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:24.639091 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6848834 Jul 19 20:40:24.652380 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2efefdc2-7578-4ac5-a757-b61f65bb88d3 req-0667ade5-dc08-4f32-b419-66a02aff8c52 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717621 Jul 19 20:40:24.673857 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Request body: {'port': {'device_id': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:40:24.721875 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8b5ee269-be6f-4e92-9d4b-5aafb0a2ea65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:24.775330 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8b5ee269-be6f-4e92-9d4b-5aafb0a2ea65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:24.779991 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-6e6438b6-e6bf-44ea-bf21-341b8c86d4a6 None None] Provisioning for port 71399742-3b09-4966-9aeb-2ef884583024 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:40:24.786549 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-6e6438b6-e6bf-44ea-bf21-341b8c86d4a6 None None] Provisioning complete for port 71399742-3b09-4966-9aeb-2ef884583024 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:40:24.787039 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6e6438b6-e6bf-44ea-bf21-341b8c86d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:24.877471 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-6e6438b6-e6bf-44ea-bf21-341b8c86d4a6 None None] Port 71399742-3b09-4966-9aeb-2ef884583024 cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:40:24.948154 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7d87-7a8b-4a09-8b74-957a93f3fc82 req-5d4e7ac8-0711-4200-971b-55d7feb6630b tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:24.950701 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1aba7d87-7a8b-4a09-8b74-957a93f3fc82 req-5d4e7ac8-0711-4200-971b-55d7feb6630b tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 946 time: 0.3713431 Jul 19 20:40:24.960770 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c172ac-0b45-4691-8bc6-0463680519d8 req-5ada1e8e-e4d7-44b7-847c-aa14688c1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:24.962634 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:24.963427 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f2c172ac-0b45-4691-8bc6-0463680519d8 req-5ada1e8e-e4d7-44b7-847c-aa14688c1c5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 1097 time: 0.3804836 Jul 19 20:40:25.340358 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5852e-260e-42e2-9e23-5fa9a63dc6b5 req-9c679f9c-35f0-4109-85e5-d5586c3f30b9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:25.341211 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-b6e5852e-260e-42e2-9e23-5fa9a63dc6b5 req-9c679f9c-35f0-4109-85e5-d5586c3f30b9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Synchronizing usage tracker for tenant:e788cbccb0834feeac72b574191334bc on resource:port {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:40:25.432226 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-b6e5852e-260e-42e2-9e23-5fa9a63dc6b5 req-9c679f9c-35f0-4109-85e5-d5586c3f30b9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Unset dirty status for tenant:e788cbccb0834feeac72b574191334bc on resource:port {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:40:25.433934 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b6e5852e-260e-42e2-9e23-5fa9a63dc6b5 req-9c679f9c-35f0-4109-85e5-d5586c3f30b9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 931 time: 0.3396037 Jul 19 20:40:25.451579 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1aba7d87-7a8b-4a09-8b74-957a93f3fc82 req-7b5e4f2f-1dca-453a-89dc-bb65962f6871 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860203 Jul 19 20:40:25.558588 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee269-be6f-4e92-9d4b-5aafb0a2ea65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:25.569906 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c172ac-0b45-4691-8bc6-0463680519d8 req-9e94e29a-2d07-43d5-b792-4d40899944b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:25.573069 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f2c172ac-0b45-4691-8bc6-0463680519d8 req-9e94e29a-2d07-43d5-b792-4d40899944b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 200 len: 920 time: 0.5699270 Jul 19 20:40:25.575034 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee269-be6f-4e92-9d4b-5aafb0a2ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:25.591380 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:25.739999 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71399742-3b09-4966-9aeb-2ef884583024 {{(pid=78682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:40:25.748209 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b6e5852e-260e-42e2-9e23-5fa9a63dc6b5 req-0b2fa528-f61a-4105-9968-979b00f210b5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037121 Jul 19 20:40:25.759705 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:25.805588 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.provisioning_blocks [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Transition to ACTIVE for port object 71399742-3b09-4966-9aeb-2ef884583024 will not be triggered until provisioned by entity L2. {{(pid=78682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:40:25.818648 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:25.846742 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:26.058620 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee269-be6f-4e92-9d4b-5aafb0a2ea65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49abd67a-d0ab-4546-b77c-3e17cb986b1a,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:26.094881 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8b5ee269-be6f-4e92-9d4b-5aafb0a2ea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:26.104601 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-8b5ee269-be6f-4e92-9d4b-5aafb0a2ea65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=097c4695796f4fd2a89add279d4c6b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6031425 Jul 19 20:40:26.112268 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f2c172ac-0b45-4691-8bc6-0463680519d8 req-3c2262c0-bc69-4b81-9d08-8abdc44c61ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf58a3e1-df92-473c-9735-b594ff22e0d7 HTTP/1.1" status: 200 len: 217 time: 0.5225947 Jul 19 20:40:26.126058 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 43374) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:26.469195 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a01cd6-0050-4456-be35-980ad0443c8f req-842b440a-ae6a-452c-9435-ac7adb286a1c tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:26.491825 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d4a01cd6-0050-4456-be35-980ad0443c8f req-842b440a-ae6a-452c-9435-ac7adb286a1c tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 943 time: 0.8722584 Jul 19 20:40:26.549492 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Pushing event updated for resources: {'Port': ['ID=71399742-3b09-4966-9aeb-2ef884583024,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:26.555780 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:26.571606 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c172ac-0b45-4691-8bc6-0463680519d8 req-785eb741-8017-40bb-afa1-e5196b522af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:26.575193 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f2c172ac-0b45-4691-8bc6-0463680519d8 req-785eb741-8017-40bb-afa1-e5196b522af1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba1d8856-5894-4d99-8030-f996418df0e4 HTTP/1.1" status: 200 len: 859 time: 0.3512385 Jul 19 20:40:26.581497 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Attempting to bind port 71399742-3b09-4966-9aeb-2ef884583024 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:40:26.582505 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Attempting to bind port 71399742-3b09-4966-9aeb-2ef884583024 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'}] {{(pid=78682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:40:26.583261 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Attempting to bind port 71399742-3b09-4966-9aeb-2ef884583024 on network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:40:26.587001 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79f081bd-9463-4f71-bc6a-c93397b8bf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:26.595743 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Port 71399742-3b09-4966-9aeb-2ef884583024 on network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:40:26.596062 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Attempting to bind port 71399742-3b09-4966-9aeb-2ef884583024 on network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:40:26.613118 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:40:26.613676 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Checking segment: {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:40:26.615963 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Bound using segment: {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'} {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:40:26.615963 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Bound port: 71399742-3b09-4966-9aeb-2ef884583024, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'}}] {{(pid=78682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:40:26.616531 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:26.749500 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f2c172ac-0b45-4691-8bc6-0463680519d8 req-f5e0791b-12a7-45f1-b64b-2b428f22fcb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510594 Jul 19 20:40:26.799544 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785443c-4902-4b85-9b18-2af95bc0730a req-310c1671-0743-4703-8b0d-4fb5b061420c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:26.802466 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e785443c-4902-4b85-9b18-2af95bc0730a req-310c1671-0743-4703-8b0d-4fb5b061420c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 946 time: 0.7307885 Jul 19 20:40:26.822783 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79f081bd-9463-4f71-bc6a-c93397b8bf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:26.853936 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d4a01cd6-0050-4456-be35-980ad0443c8f req-48eca393-60b1-4b91-aa52-516d7d259d63 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530626 Jul 19 20:40:26.968747 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, cleared binding levels {{(pid=78682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:40:27.005059 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e785443c-4902-4b85-9b18-2af95bc0730a req-5d12e096-ca32-4c35-b194-aa56282f380d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907566 Jul 19 20:40:27.008397 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=71399742-3b09-4966-9aeb-2ef884583024,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:40:27.019997 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:27.039325 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:27.189092 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f2c172ac-0b45-4691-8bc6-0463680519d8 req-5cf6a6c8-8aff-4836-91b4-7f8a736f7970 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268973 Jul 19 20:40:27.207668 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79f081bd-9463-4f71-bc6a-c93397b8bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:27.245395 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:27.289306 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0932ed-8ad9-40b5-a7bf-37a0a2aff2f6 req-53a9be1d-581f-4040-baf1-7e5e67eab678 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:27.302290 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6d0932ed-8ad9-40b5-a7bf-37a0a2aff2f6 req-53a9be1d-581f-4040-baf1-7e5e67eab678 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 946 time: 0.2537971 Jul 19 20:40:27.309897 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f081bd-9463-4f71-bc6a-c93397b8bf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49abd67a-d0ab-4546-b77c-3e17cb986b1a,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:27.314077 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device bf58a3e1-df92-473c-9735-b594ff22e0d7 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:40:27.335859 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-79f081bd-9463-4f71-bc6a-c93397b8bf21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:27.342953 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79f081bd-9463-4f71-bc6a-c93397b8bf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:27.348028 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-79f081bd-9463-4f71-bc6a-c93397b8bf21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49abd67a-d0ab-4546-b77c-3e17cb986b1a HTTP/1.1" status: 204 len: 168 time: 1.2147875 Jul 19 20:40:27.473146 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:27.474894 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for port, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:27.494277 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] 10.222.0.45 "PUT /v2.0/ports/71399742-3b09-4966-9aeb-2ef884583024 HTTP/1.1" status: 200 len: 1093 time: 2.8297346 Jul 19 20:40:27.495700 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'tag': '71399742-3b09-4966-9aeb-2ef884583024'}] {{(pid=78682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:40:27.525849 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f2c172ac-0b45-4691-8bc6-0463680519d8 req-a248d3fb-1229-4389-bca5-bd7541f24e9b service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268206 Jul 19 20:40:27.590936 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6d0932ed-8ad9-40b5-a7bf-37a0a2aff2f6 req-b101bccc-e773-423e-a0c9-1567ee519ee3 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861366 Jul 19 20:40:27.630732 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Pushing event updated for resources: {'Port': ['ID=71399742-3b09-4966-9aeb-2ef884583024,revision_number=3']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:27.659752 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:27.725519 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f56c90-34b3-4c22-958b-34495ce4498c req-b1f29d65-84d8-41b3-9046-a0679170aa4f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:27.739225 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c1f56c90-34b3-4c22-958b-34495ce4498c req-b1f29d65-84d8-41b3-9046-a0679170aa4f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.4724205 Jul 19 20:40:27.828622 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'tag': '71399742-3b09-4966-9aeb-2ef884583024', 'status': 'completed', 'code': 200} Jul 19 20:40:27.861218 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port bf58a3e1-df92-473c-9735-b594ff22e0d7, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=bf58a3e1-df92-473c-9735-b594ff22e0d7,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:27.884479 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': 'bf58a3e1-df92-473c-9735-b594ff22e0d7', 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58', 'port_id': 'bf58a3e1-df92-473c-9735-b594ff22e0d7', 'mac_address': 'fa:16:3e:92:1d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1d8856-5894-4d99-8030-f996418df0e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:40:27.943035 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c1f56c90-34b3-4c22-958b-34495ce4498c req-6030b926-f98d-4ab5-a582-dc358e79b879 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851628 Jul 19 20:40:28.040815 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:28.079036 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf58a3e1-df92-473c-9735-b594ff22e0d7 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:40:28.123021 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port bf58a3e1-df92-473c-9735-b594ff22e0d7, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=bf58a3e1-df92-473c-9735-b594ff22e0d7,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:28.131943 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:28.133307 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device bf4fdde4-4450-4f3a-92df-ebb31c479818 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:40:28.199334 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:28.279883 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18121e53-6afb-4d1f-8fd1-103945730b02 req-5c61e831-e4f7-424a-98eb-c4d9d9d41b9c tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:28.289195 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-18121e53-6afb-4d1f-8fd1-103945730b02 req-5c61e831-e4f7-424a-98eb-c4d9d9d41b9c tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 943 time: 0.2115672 Jul 19 20:40:28.322044 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.db.resource_extend [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 20:40:28.340938 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port bf4fdde4-4450-4f3a-92df-ebb31c479818, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=bf4fdde4-4450-4f3a-92df-ebb31c479818,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:28.360676 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdc148-7ad9-41c2-9b62-34c6223e652a req-8f033261-d65e-4515-bfa0-baafd408c48d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:28.370655 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-17fdc148-7ad9-41c2-9b62-34c6223e652a req-8f033261-d65e-4515-bfa0-baafd408c48d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 946 time: 0.2088432 Jul 19 20:40:28.374845 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': 'bf4fdde4-4450-4f3a-92df-ebb31c479818', 'network_id': '1647aa07-6bd7-4b7c-a3e8-195cc10f3d58', 'port_id': 'bf4fdde4-4450-4f3a-92df-ebb31c479818', 'mac_address': 'fa:16:3e:d9:13:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1d8856-5894-4d99-8030-f996418df0e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:40:28.396749 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-18121e53-6afb-4d1f-8fd1-103945730b02 req-d69d98f6-0e5c-4eab-b33e-df8ae89bb294 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891764 Jul 19 20:40:28.489971 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-17fdc148-7ad9-41c2-9b62-34c6223e652a req-ce5b9cc5-544f-4084-a641-31268a32c719 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182699 Jul 19 20:40:28.554546 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:28.588557 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4fdde4-4450-4f3a-92df-ebb31c479818 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:40:28.596454 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=bf58a3e1-df92-473c-9735-b594ff22e0d7,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:28.604155 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:28.627907 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port bf4fdde4-4450-4f3a-92df-ebb31c479818, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=bf4fdde4-4450-4f3a-92df-ebb31c479818,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:28.638723 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:28.641987 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:28.837395 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=bf4fdde4-4450-4f3a-92df-ebb31c479818,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:28.843740 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:29.295773 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0452-22ea-4ae1-a523-0132aa316ead req-5ec277fe-b3da-4656-9730-a6ab9654ce6a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:29.305594 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7b2e0452-22ea-4ae1-a523-0132aa316ead req-5ec277fe-b3da-4656-9730-a6ab9654ce6a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1759698 Jul 19 20:40:29.352605 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-7b2e0452-22ea-4ae1-a523-0132aa316ead req-6db66a5e-10db-4a40-aa1e-d7851fe1d3db tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Synchronizing usage tracker for tenant:e788cbccb0834feeac72b574191334bc on resource:security_group {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:40:29.377473 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-7b2e0452-22ea-4ae1-a523-0132aa316ead req-6db66a5e-10db-4a40-aa1e-d7851fe1d3db tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Unset dirty status for tenant:e788cbccb0834feeac72b574191334bc on resource:security_group {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:40:29.380376 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7b2e0452-22ea-4ae1-a523-0132aa316ead req-6db66a5e-10db-4a40-aa1e-d7851fe1d3db tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735524 Jul 19 20:40:29.650577 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8000-7e51-461c-b257-4fe72db07568 req-65dcdc89-99f2-4295-9ef8-8beae5f815e7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:29.653037 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e1ae8000-7e51-461c-b257-4fe72db07568 req-65dcdc89-99f2-4295-9ef8-8beae5f815e7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 944 time: 0.1143286 Jul 19 20:40:29.734252 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e1ae8000-7e51-461c-b257-4fe72db07568 req-b1439a56-1a9d-4a27-8687-0383a5025a5f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736783 Jul 19 20:40:30.678566 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a175f1ba-5dc9-4039-bd5e-a0259cb59238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:30.742063 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7263c1-10b7-4c18-b9bf-5d8b2d6f5882 req-9c45966e-85e6-4fef-aee3-e0f94a64776f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:30.743565 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4d7263c1-10b7-4c18-b9bf-5d8b2d6f5882 req-9c45966e-85e6-4fef-aee3-e0f94a64776f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1798124 Jul 19 20:40:30.749549 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110325-61eb-4210-a106-d2b7f51fcb6e req-0dd334d6-f792-4865-b319-48211e5f13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:30.751419 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-05110325-61eb-4210-a106-d2b7f51fcb6e req-0dd334d6-f792-4865-b319-48211e5f13b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 1096 time: 0.1429765 Jul 19 20:40:30.915951 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4d7263c1-10b7-4c18-b9bf-5d8b2d6f5882 req-39976c17-40f2-4614-bc6e-e0f882a960f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586368 Jul 19 20:40:30.949034 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['bf4fdde4-4450-4f3a-92df-ebb31c479818'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:40:31.033464 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['bf58a3e1-df92-473c-9735-b594ff22e0d7'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:40:31.055671 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c8805-a2c9-48e3-9e2d-2402e6f37dbb req-2ab1dba8-cbbd-472c-aed2-43cd0771e9a0 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:31.063898 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a75c8805-a2c9-48e3-9e2d-2402e6f37dbb req-2ab1dba8-cbbd-472c-aed2-43cd0771e9a0 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 944 time: 0.1205585 Jul 19 20:40:31.132242 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a75c8805-a2c9-48e3-9e2d-2402e6f37dbb req-25db85f7-7b52-4749-9115-4498f3f4f265 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643551 Jul 19 20:40:31.147862 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110325-61eb-4210-a106-d2b7f51fcb6e req-e541ee88-2e1f-4c47-bfd9-a33dd33645e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:31.150387 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-05110325-61eb-4210-a106-d2b7f51fcb6e req-e541ee88-2e1f-4c47-bfd9-a33dd33645e8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e788cbccb0834feeac72b574191334bc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3444538 Jul 19 20:40:31.336709 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 43526) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:31.416270 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:31.431724 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110325-61eb-4210-a106-d2b7f51fcb6e req-568b0c69-ed76-40e7-a937-4645cb606975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:31.433755 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-05110325-61eb-4210-a106-d2b7f51fcb6e req-568b0c69-ed76-40e7-a937-4645cb606975 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2767553 Jul 19 20:40:31.526713 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:31.545252 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:31.551630 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Usage tracker for resource:security_group_rule and tenant:51875b4a06a244d6bd54e9f95270e47d is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:31.555517 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:31.563478 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:31.635807 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-134faeee-f654-4505-b8fa-37fda3f24d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:31.638601 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-134faeee-f654-4505-b8fa-37fda3f24d0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 1096 time: 0.1249194 Jul 19 20:40:31.802772 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:31.809557 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:31.827401 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:31.831121 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-d01fa785-0abc-4e93-beb9-2dad8ef868c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71399742-3b09-4966-9aeb-2ef884583024 HTTP/1.1" status: 200 len: 217 time: 0.1782095 Jul 19 20:40:31.912498 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51875b4a06a244d6bd54e9f95270e47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5740664 Jul 19 20:40:31.915383 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea1b2be-3443-4c01-a573-18edc1144ad9,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:31.917890 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 43538) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:31.951567 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:31.952798 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:31.952798 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:31.953316 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:31.953946 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:31.954528 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:31.955132 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:31.955702 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:31.956997 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:31.957573 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:31.958134 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:31.958763 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:31.963941 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-03ffc38e-6ae4-448a-8cbf-99eff6909d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:31.979572 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-03ffc38e-6ae4-448a-8cbf-99eff6909d7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fa4d79e-7eb1-4cef-a455-9fc00285c0b2 HTTP/1.1" status: 200 len: 856 time: 0.1411908 Jul 19 20:40:31.986240 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:32.096102 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-aef99a0a-41b4-4b84-ab19-10979dd25a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:32.098429 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-aef99a0a-41b4-4b84-ab19-10979dd25a15 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1109622 Jul 19 20:40:32.135537 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-58223b40-db84-4ea0-b221-9fa9cf539bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:32.195720 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-58223b40-db84-4ea0-b221-9fa9cf539bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:32.299452 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-58223b40-db84-4ea0-b221-9fa9cf539bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:32.312139 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-80432849-4c1e-4def-90c9-25da69cc3d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:32.340204 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-58223b40-db84-4ea0-b221-9fa9cf539bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:32.342368 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-58223b40-db84-4ea0-b221-9fa9cf539bd7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ea1b2be-3443-4c01-a573-18edc1144ad9 HTTP/1.1" status: 204 len: 168 time: 0.4201279 Jul 19 20:40:32.344210 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58223b40-db84-4ea0-b221-9fa9cf539bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea1b2be-3443-4c01-a573-18edc1144ad9,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:32.351757 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-58223b40-db84-4ea0-b221-9fa9cf539bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:32.514187 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-38e4277a-e661-4ad2-a348-efadc5aca680 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057910 Jul 19 20:40:32.560721 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device bf58a3e1-df92-473c-9735-b594ff22e0d7 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:40:32.806538 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a1405-c462-4702-9b8a-0d6c7cb9c395 req-6f556f9e-bd8b-41fe-a862-28d706d87a20 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:32.821617 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-555a1405-c462-4702-9b8a-0d6c7cb9c395 req-6f556f9e-bd8b-41fe-a862-28d706d87a20 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.6246417 Jul 19 20:40:32.844264 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port bf58a3e1-df92-473c-9735-b594ff22e0d7 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:40:32.857999 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port bf58a3e1-df92-473c-9735-b594ff22e0d7 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:40:32.858646 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:32.872359 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c22dff28-046d-40a7-ac52-aff2c3656fde req-ae9510f6-83c1-42f8-8a04-2fccccd59335 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319590 Jul 19 20:40:32.907479 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 43584) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:33.171537 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-555a1405-c462-4702-9b8a-0d6c7cb9c395 req-e9cdcd77-e9be-46be-b766-b0361d166b88 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966459 Jul 19 20:40:33.204047 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:33.233893 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4341fddc-bef2-44b9-876a-9683bd6271e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:33.307711 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e267ce3-f2c0-4b31-9b27-be48f96e4a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf58a3e1-df92-473c-9735-b594ff22e0d7'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:40:33.323409 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 43598) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:33.355092 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4341fddc-bef2-44b9-876a-9683bd6271e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:33.369363 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port bf58a3e1-df92-473c-9735-b594ff22e0d7, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=bf58a3e1-df92-473c-9735-b594ff22e0d7,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:33.376579 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4341fddc-bef2-44b9-876a-9683bd6271e8 admin admin] Usage tracker for resource:security_group_rule and tenant:f6fe22a2e32b47138a18670c55708415 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:33.395112 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4341fddc-bef2-44b9-876a-9683bd6271e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:33.412509 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:33.417315 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:33.421260 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device bf4fdde4-4450-4f3a-92df-ebb31c479818 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:40:33.436524 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4341fddc-bef2-44b9-876a-9683bd6271e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:33.504037 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:33.520790 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Usage tracker for resource:security_group_rule and tenant:db8108e820404cbcb095640ec4ca3ab0 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:33.534760 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:33.551248 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:33.560521 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-746f0700-dd89-4042-a9e3-503157c2b084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:33.719323 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b70fbf1f-cc8e-4d21-b561-20a987443452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:33.876534 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:33.884235 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:33.914669 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0da8d7e3-2dd5-4961-ba09-2948723416e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:33.948397 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c852dbd-9941-4538-b40e-203bfa0f6071 req-5bdb50c7-3572-4366-930e-fc2801ec528e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:33.970095 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0c852dbd-9941-4538-b40e-203bfa0f6071 req-5bdb50c7-3572-4366-930e-fc2801ec528e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 944 time: 0.3024628 Jul 19 20:40:33.990739 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=bf58a3e1-df92-473c-9735-b594ff22e0d7,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:34.015385 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:34.053704 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port bf4fdde4-4450-4f3a-92df-ebb31c479818 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:40:34.071744 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db8108e820404cbcb095640ec4ca3ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7462952 Jul 19 20:40:34.074025 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 43618) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:34.079779 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port bf4fdde4-4450-4f3a-92df-ebb31c479818 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:40:34.079779 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.084326 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4341fddc-bef2-44b9-876a-9683bd6271e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.108564 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4341fddc-bef2-44b9-876a-9683bd6271e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.115038 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74839222-ab09-4388-878a-b23ab483ac69,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:34.131263 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:34.141741 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:34.142635 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:34.143237 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:34.144471 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:34.145174 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:34.145833 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:34.146583 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:34.147227 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:34.147833 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:34.148559 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:34.149204 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:34.149887 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:34.163687 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-819ade60-4983-4ddc-a5f1-b6e4a7f6a9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:34.192398 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0c852dbd-9941-4538-b40e-203bfa0f6071 req-2313a5aa-dd93-4e3b-99d3-de8e37a4fa31 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133787 Jul 19 20:40:34.234826 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f0d97862-b65b-4a29-ac39-53769137398d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.246190 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-4341fddc-bef2-44b9-876a-9683bd6271e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6fe22a2e32b47138a18670c55708415&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3350196 Jul 19 20:40:34.250172 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 43628) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:34.298960 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f0d97862-b65b-4a29-ac39-53769137398d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.299369 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341fddc-bef2-44b9-876a-9683bd6271e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9187d36e-7452-4fe6-af5e-04cc34c7a8bf,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:34.309047 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4341fddc-bef2-44b9-876a-9683bd6271e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:34.342860 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.347524 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-63189e42-9bb8-48c4-b347-a12f8ac40cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.381571 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e267ce3-f2c0-4b31-9b27-be48f96e4a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf58a3e1-df92-473c-9735-b594ff22e0d7', 'code': 200} Jul 19 20:40:34.412333 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-63189e42-9bb8-48c4-b347-a12f8ac40cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.440952 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port bf4fdde4-4450-4f3a-92df-ebb31c479818, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=bf4fdde4-4450-4f3a-92df-ebb31c479818,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:34.448004 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f0d97862-b65b-4a29-ac39-53769137398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.452357 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.454501 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:34.455443 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:34.518748 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f0d97862-b65b-4a29-ac39-53769137398d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.524269 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-63189e42-9bb8-48c4-b347-a12f8ac40cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.529083 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-af15d375-3a60-49ef-9eb9-a18fa642d78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:34.529610 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-f0d97862-b65b-4a29-ac39-53769137398d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74839222-ab09-4388-878a-b23ab483ac69 HTTP/1.1" status: 204 len: 168 time: 0.4509728 Jul 19 20:40:34.533793 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d97862-b65b-4a29-ac39-53769137398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74839222-ab09-4388-878a-b23ab483ac69,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:34.541858 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-f0d97862-b65b-4a29-ac39-53769137398d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:34.555474 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63189e42-9bb8-48c4-b347-a12f8ac40cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9187d36e-7452-4fe6-af5e-04cc34c7a8bf,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:34.565379 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-63189e42-9bb8-48c4-b347-a12f8ac40cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:34.588827 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-63189e42-9bb8-48c4-b347-a12f8ac40cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:34.597987 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-63189e42-9bb8-48c4-b347-a12f8ac40cf4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9187d36e-7452-4fe6-af5e-04cc34c7a8bf HTTP/1.1" status: 204 len: 168 time: 0.3465035 Jul 19 20:40:34.599780 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=bf4fdde4-4450-4f3a-92df-ebb31c479818,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:34.604909 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:34.918349 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1146d8b-1bff-4bd4-aaed-58c0d9635613 req-591919c8-534e-4a42-88e7-988f263bdb59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:34.920289 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d1146d8b-1bff-4bd4-aaed-58c0d9635613 req-591919c8-534e-4a42-88e7-988f263bdb59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1887805 Jul 19 20:40:34.979330 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350f038-c1f5-42ae-af4d-28b229513542 req-413fb5ab-a765-4903-bfc1-1e8187bf23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:34.983057 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2350f038-c1f5-42ae-af4d-28b229513542 req-413fb5ab-a765-4903-bfc1-1e8187bf23d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 1099 time: 0.1463501 Jul 19 20:40:35.036288 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d1146d8b-1bff-4bd4-aaed-58c0d9635613 req-b07ff928-5495-4d30-8b97-5b86683bb6ac tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072707 Jul 19 20:40:35.085970 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-2350f038-c1f5-42ae-af4d-28b229513542 req-43769353-2254-43b6-8320-f928ce139d55 service neutron] Synchronizing usage tracker for tenant:5c25193422564d67b46aac915d118b5f on resource:security_group {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:40:35.129348 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-2350f038-c1f5-42ae-af4d-28b229513542 req-43769353-2254-43b6-8320-f928ce139d55 service neutron] Unset dirty status for tenant:5c25193422564d67b46aac915d118b5f on resource:security_group {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:40:35.130514 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2350f038-c1f5-42ae-af4d-28b229513542 req-43769353-2254-43b6-8320-f928ce139d55 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385634 Jul 19 20:40:35.145738 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:35.604751 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22369eba-dbde-4350-861a-836d9d1d6c25 req-7ec2ea2a-d0c0-41de-b297-ea40ee7747b6 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:35.608148 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-22369eba-dbde-4350-861a-836d9d1d6c25 req-7ec2ea2a-d0c0-41de-b297-ea40ee7747b6 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.2042310 Jul 19 20:40:35.781413 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-22369eba-dbde-4350-861a-836d9d1d6c25 req-5b2d0cbb-a534-4bad-b572-a3c31124f85e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649461 Jul 19 20:40:36.386027 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431fd22a-0e53-487c-9ee3-94d0f1adfa0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4fdde4-4450-4f3a-92df-ebb31c479818'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:40:36.452209 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408e3f6-29f3-4380-b5a9-7299d91aa5b7 req-b32d6076-2f4a-4d38-b72c-96e40a5a3978 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:36.456335 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3408e3f6-29f3-4380-b5a9-7299d91aa5b7 req-b32d6076-2f4a-4d38-b72c-96e40a5a3978 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.2012074 Jul 19 20:40:36.617228 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 71399742-3b09-4966-9aeb-2ef884583024 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:40:36.640567 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431fd22a-0e53-487c-9ee3-94d0f1adfa0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4fdde4-4450-4f3a-92df-ebb31c479818', 'code': 200} Jul 19 20:40:36.648698 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:36.690549 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3408e3f6-29f3-4380-b5a9-7299d91aa5b7 req-7c47848a-da4d-43a0-b377-be4222774419 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086253 Jul 19 20:40:36.959233 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=71399742-3b09-4966-9aeb-2ef884583024,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:37.013900 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '71399742-3b09-4966-9aeb-2ef884583024', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'port_id': '71399742-3b09-4966-9aeb-2ef884583024', 'mac_address': 'fa:16:3e:69:46:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:40:37.222874 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:37.292279 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71399742-3b09-4966-9aeb-2ef884583024 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:40:37.339876 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=71399742-3b09-4966-9aeb-2ef884583024,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:37.350714 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:37.353259 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:37.396615 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7b6d0-0a89-42f6-8884-94014a018ae8 req-c06438f2-21d1-4cde-b581-20651e9589a1 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:37.411777 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a6d7b6d0-0a89-42f6-8884-94014a018ae8 req-c06438f2-21d1-4cde-b581-20651e9589a1 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.3186021 Jul 19 20:40:37.502418 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a6d7b6d0-0a89-42f6-8884-94014a018ae8 req-c03dd995-87ac-4f30-b70b-2ff87babd87f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845535 Jul 19 20:40:37.546448 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c47f4-e255-4df8-b001-be6fe2cade79 req-c06d1755-0374-4a3d-b22a-a12694631b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:37.549051 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-507c47f4-e255-4df8-b001-be6fe2cade79 req-c06d1755-0374-4a3d-b22a-a12694631b57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 1098 time: 0.2975714 Jul 19 20:40:37.553232 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=71399742-3b09-4966-9aeb-2ef884583024,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:37.562743 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:37.563349 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:37.563832 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:37.564411 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:37.564903 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:37.565444 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:37.566129 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:37.566603 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:37.567134 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:37.567734 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:37.568203 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:37.568683 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:40:37.574305 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:37.659936 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-507c47f4-e255-4df8-b001-be6fe2cade79 req-4cbdc1b7-d20e-4481-965c-cbe9cd83948f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980482 Jul 19 20:40:37.765217 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['71399742-3b09-4966-9aeb-2ef884583024'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:40:38.139633 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04cebc-44bb-4b67-97f0-d66a732975e1 req-8aa314e8-d179-4c26-8c82-236aa3ec7f2c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:38.147619 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1d04cebc-44bb-4b67-97f0-d66a732975e1 req-8aa314e8-d179-4c26-8c82-236aa3ec7f2c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.1731706 Jul 19 20:40:38.243925 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1d04cebc-44bb-4b67-97f0-d66a732975e1 req-3e8f8110-21ae-449c-beba-89b565de0395 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832453 Jul 19 20:40:38.875260 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb6a93-e6da-4566-bd2c-ad44f8b88e0e req-4ef0e62e-b99f-4aaa-8bbf-8033664cd029 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:38.883769 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2bfb6a93-e6da-4566-bd2c-ad44f8b88e0e req-4ef0e62e-b99f-4aaa-8bbf-8033664cd029 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1941292 Jul 19 20:40:38.969778 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2bfb6a93-e6da-4566-bd2c-ad44f8b88e0e req-8f36dbf3-ee7b-40a6-9ea1-81acedb76346 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850778 Jul 19 20:40:39.364846 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 43810) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:39.559443 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165fe91-ffe5-4f09-9da6-ce56deef31a6 req-5ed9da71-23a7-4d69-a6a2-dbc275334af4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:39.561206 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4165fe91-ffe5-4f09-9da6-ce56deef31a6 req-5ed9da71-23a7-4d69-a6a2-dbc275334af4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.1341009 Jul 19 20:40:39.627022 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1dffa8ca-b58c-496f-b97d-162e128d1d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:39.674092 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-1dffa8ca-b58c-496f-b97d-162e128d1d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:39.681677 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-1dffa8ca-b58c-496f-b97d-162e128d1d3d admin admin] Usage tracker for resource:security_group_rule and tenant:f06c4782928840c4a5dab5d88debe914 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:39.688122 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-1dffa8ca-b58c-496f-b97d-162e128d1d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:39.702059 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-1dffa8ca-b58c-496f-b97d-162e128d1d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:39.740391 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4165fe91-ffe5-4f09-9da6-ce56deef31a6 req-3f9c8890-f6d0-45f3-8a41-a1bc52262012 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678662 Jul 19 20:40:39.867981 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1dffa8ca-b58c-496f-b97d-162e128d1d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:39.875037 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1dffa8ca-b58c-496f-b97d-162e128d1d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:39.891099 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-784187d6-ece9-4feb-871b-814a39aee813 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:39.963532 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffa8ca-b58c-496f-b97d-162e128d1d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97e5900-633f-4d95-99ed-e5a26204bd6c,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:39.970776 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1dffa8ca-b58c-496f-b97d-162e128d1d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:39.980660 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 43830) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:39.981212 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-1dffa8ca-b58c-496f-b97d-162e128d1d3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f06c4782928840c4a5dab5d88debe914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6147950 Jul 19 20:40:40.060197 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a820400e-b293-4cfb-b91c-b8973d409247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:40.112008 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a820400e-b293-4cfb-b91c-b8973d409247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:40.281635 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a820400e-b293-4cfb-b91c-b8973d409247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:40.297098 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8bfa2b7e-e733-402e-9f1f-d6662e78038f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:40.385373 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820400e-b293-4cfb-b91c-b8973d409247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97e5900-633f-4d95-99ed-e5a26204bd6c,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:40.401696 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a820400e-b293-4cfb-b91c-b8973d409247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:40.424166 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a820400e-b293-4cfb-b91c-b8973d409247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:40.426658 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-a820400e-b293-4cfb-b91c-b8973d409247 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d97e5900-633f-4d95-99ed-e5a26204bd6c HTTP/1.1" status: 204 len: 168 time: 0.4440575 Jul 19 20:40:40.505620 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfaa326-b463-4005-ad00-c19f93be1ce1 req-a55d2aa9-54b1-4ed5-9333-a0cf34329b1d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:40.508311 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-adfaa326-b463-4005-ad00-c19f93be1ce1 req-a55d2aa9-54b1-4ed5-9333-a0cf34329b1d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.2197373 Jul 19 20:40:40.572104 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-adfaa326-b463-4005-ad00-c19f93be1ce1 req-608ce28d-25ca-43ab-a976-79890450951b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571473 Jul 19 20:40:40.621855 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 71399742-3b09-4966-9aeb-2ef884583024 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:40:40.719022 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port 71399742-3b09-4966-9aeb-2ef884583024 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:40:40.727843 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 71399742-3b09-4966-9aeb-2ef884583024 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:40:40.728522 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:40.973606 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:41.067022 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71399742-3b09-4966-9aeb-2ef884583024'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:40:41.079095 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 43866) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:41.096721 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=71399742-3b09-4966-9aeb-2ef884583024,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:41.105524 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2a0fd03c-5c30-4aeb-abef-202e1c6995bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:41.109303 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:41.111318 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:41.160702 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-2a0fd03c-5c30-4aeb-abef-202e1c6995bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:41.233985 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-2a0fd03c-5c30-4aeb-abef-202e1c6995bc admin admin] Usage tracker for resource:security_group_rule and tenant:549ac8464b0f49deadb500cfe2091e02 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:41.251267 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-2a0fd03c-5c30-4aeb-abef-202e1c6995bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:41.255011 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=71399742-3b09-4966-9aeb-2ef884583024,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:41.271541 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:41.274533 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-2a0fd03c-5c30-4aeb-abef-202e1c6995bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:41.344105 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ee849-5081-4bf9-9644-bf13e0659efa req-326af9be-2851-402c-bf67-4b721acdb0b8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:41.351504 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-424ee849-5081-4bf9-9644-bf13e0659efa req-326af9be-2851-402c-bf67-4b721acdb0b8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1926632 Jul 19 20:40:41.355408 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71399742-3b09-4966-9aeb-2ef884583024', 'code': 200} Jul 19 20:40:41.667130 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0122e-e27e-498e-bfe0-5f92bbc3e5d9 req-1c4c453e-3ce2-45b3-bf71-8d8f75d474de tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:41.672459 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-61e0122e-e27e-498e-bfe0-5f92bbc3e5d9 req-1c4c453e-3ce2-45b3-bf71-8d8f75d474de tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1321127 Jul 19 20:40:41.687685 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-424ee849-5081-4bf9-9644-bf13e0659efa req-ec6cbd02-3227-4259-af53-b978a5b26b9d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3350053 Jul 19 20:40:41.701726 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2a0fd03c-5c30-4aeb-abef-202e1c6995bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:41.715721 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2a0fd03c-5c30-4aeb-abef-202e1c6995bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:41.770849 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:41.785156 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-61e0122e-e27e-498e-bfe0-5f92bbc3e5d9 req-f27aba1d-f703-4424-8bad-86f3570bb99d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988939 Jul 19 20:40:41.797555 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-2a0fd03c-5c30-4aeb-abef-202e1c6995bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=549ac8464b0f49deadb500cfe2091e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7164314 Jul 19 20:40:41.801318 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 43886) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:41.902098 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fd03c-5c30-4aeb-abef-202e1c6995bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40ae1e7-091f-444c-9448-38f488a8b399,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:41.909424 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-2a0fd03c-5c30-4aeb-abef-202e1c6995bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:41.928657 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc7978-ab6a-4dce-ba1a-079fa6d9deff req-2ce704b7-cc97-4d54-b35a-8363e9c87ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:41.930194 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-86fc7978-ab6a-4dce-ba1a-079fa6d9deff req-2ce704b7-cc97-4d54-b35a-8363e9c87ad5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 1098 time: 0.3269632 Jul 19 20:40:41.935896 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dc1c37f0-6348-4dce-b23d-1b8fe0cd68d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:41.937984 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f41caa-fae1-465e-8b48-060ea31cbeab req-1a51396c-04b7-4018-b6b9-11aa29bad091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:41.940583 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-28f41caa-fae1-465e-8b48-060ea31cbeab req-1a51396c-04b7-4018-b6b9-11aa29bad091 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 1098 time: 0.1534314 Jul 19 20:40:42.002723 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dc1c37f0-6348-4dce-b23d-1b8fe0cd68d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:42.021417 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-28f41caa-fae1-465e-8b48-060ea31cbeab req-e32fa3a4-532f-4aa4-b0a6-709fd589c000 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617476 Jul 19 20:40:42.156851 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc7978-ab6a-4dce-ba1a-079fa6d9deff req-fbdea9e6-a59e-430b-baf0-11af71660bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:42.158375 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-86fc7978-ab6a-4dce-ba1a-079fa6d9deff req-fbdea9e6-a59e-430b-baf0-11af71660bbf service neutron] 10.222.0.45 "GET /v2.0/networks?id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 200 len: 920 time: 0.1856346 Jul 19 20:40:42.173779 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dc1c37f0-6348-4dce-b23d-1b8fe0cd68d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:42.182440 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8ca268e6-6597-4b8a-8d81-561c25a3e2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:42.208530 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c37f0-6348-4dce-b23d-1b8fe0cd68d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40ae1e7-091f-444c-9448-38f488a8b399,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:42.213309 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-dc1c37f0-6348-4dce-b23d-1b8fe0cd68d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:42.215676 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dc1c37f0-6348-4dce-b23d-1b8fe0cd68d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:42.218189 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-dc1c37f0-6348-4dce-b23d-1b8fe0cd68d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c40ae1e7-091f-444c-9448-38f488a8b399 HTTP/1.1" status: 204 len: 168 time: 0.4150300 Jul 19 20:40:42.641401 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-86fc7978-ab6a-4dce-ba1a-079fa6d9deff req-cd1c8398-521a-4834-af91-e696b71512ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf4fdde4-4450-4f3a-92df-ebb31c479818 HTTP/1.1" status: 200 len: 217 time: 0.1595416 Jul 19 20:40:42.813015 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0852129f-f3b5-4951-8c58-e5b706c396b5 req-304dec71-d9ab-4f77-85eb-88a8296dc9dc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2581069 Jul 19 20:40:42.930602 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc7978-ab6a-4dce-ba1a-079fa6d9deff req-e4a79174-7a5b-493f-9c0e-2f30088202ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:42.932901 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-86fc7978-ab6a-4dce-ba1a-079fa6d9deff req-e4a79174-7a5b-493f-9c0e-2f30088202ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba1d8856-5894-4d99-8030-f996418df0e4 HTTP/1.1" status: 200 len: 859 time: 0.2833273 Jul 19 20:40:43.239367 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-86fc7978-ab6a-4dce-ba1a-079fa6d9deff req-c47e1731-607c-4ff7-9b5d-357636d7398c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2858789 Jul 19 20:40:43.323233 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d326-767a-495d-af7e-01d35302329b req-1cceff87-6a96-43c5-bc2f-dbb9fa89e6a9 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:43.325314 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-76d7d326-767a-495d-af7e-01d35302329b req-1cceff87-6a96-43c5-bc2f-dbb9fa89e6a9 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.3089666 Jul 19 20:40:43.337661 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852129f-f3b5-4951-8c58-e5b706c396b5 req-dde55908-3ba7-4261-9b70-ea65ebcc00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:43.340011 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0852129f-f3b5-4951-8c58-e5b706c396b5 req-dde55908-3ba7-4261-9b70-ea65ebcc00a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 1099 time: 0.2265339 Jul 19 20:40:43.402532 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-76d7d326-767a-495d-af7e-01d35302329b req-1822664e-ab68-4144-8a5c-bc25d7208b34 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611651 Jul 19 20:40:43.551301 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d17ca-6f90-4a75-a46c-a060d7f8b3b4 req-42776b5f-1089-435e-891b-021c117b42e7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:43.558958 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e82d17ca-6f90-4a75-a46c-a060d7f8b3b4 req-42776b5f-1089-435e-891b-021c117b42e7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.4172015 Jul 19 20:40:43.662416 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-86fc7978-ab6a-4dce-ba1a-079fa6d9deff req-d3f1b871-86d7-4775-b9f8-c82d8d6c0890 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879123 Jul 19 20:40:43.675865 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e82d17ca-6f90-4a75-a46c-a060d7f8b3b4 req-2ddc0842-a131-4bae-afb3-76ccc492603c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155329 Jul 19 20:40:43.865658 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852129f-f3b5-4951-8c58-e5b706c396b5 req-da7e3cf1-4b8c-4473-8f30-2fbe49a01c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:43.868416 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0852129f-f3b5-4951-8c58-e5b706c396b5 req-da7e3cf1-4b8c-4473-8f30-2fbe49a01c1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 200 len: 916 time: 0.4564559 Jul 19 20:40:43.967986 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0852129f-f3b5-4951-8c58-e5b706c396b5 req-341b914e-a5ed-4c57-8331-ff4952abc193 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2851e68c-991e-46eb-9d87-1db83077976f HTTP/1.1" status: 200 len: 217 time: 0.0779052 Jul 19 20:40:44.080221 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:44.097614 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-86fc7978-ab6a-4dce-ba1a-079fa6d9deff req-7f9056d8-3aa0-4492-b213-a6f815d44e92 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121010 Jul 19 20:40:44.175806 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852129f-f3b5-4951-8c58-e5b706c396b5 req-04720383-69a9-42eb-9a97-33238d7963f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:44.177492 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0852129f-f3b5-4951-8c58-e5b706c396b5 req-04720383-69a9-42eb-9a97-33238d7963f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1519832d-8f12-4fc6-befb-a491c3df2990 HTTP/1.1" status: 200 len: 855 time: 0.1438210 Jul 19 20:40:44.309674 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0852129f-f3b5-4951-8c58-e5b706c396b5 req-7baf457c-1d70-4297-9af1-88bd3e118add service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1729bcf6-5778-4884-aa01-775bec79dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015236 Jul 19 20:40:44.825441 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0852129f-f3b5-4951-8c58-e5b706c396b5 req-8fb174d8-2873-4eef-87e7-10ddf03e9b2d service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092867 Jul 19 20:40:44.958683 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d33744-9f73-481e-8295-5d61fdba1455 req-4b4a09b0-dd94-498a-91be-ac2f4fa9d96b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:44.960367 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c1d33744-9f73-481e-8295-5d61fdba1455 req-4b4a09b0-dd94-498a-91be-ac2f4fa9d96b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.2599955 Jul 19 20:40:45.076120 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0852129f-f3b5-4951-8c58-e5b706c396b5 req-dd92d5d4-ae4d-4eca-a6b3-eadf40182a00 service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408454 Jul 19 20:40:45.133056 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c1d33744-9f73-481e-8295-5d61fdba1455 req-029a8994-051f-4d7d-ad0f-15b7538e2118 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316311 Jul 19 20:40:45.450944 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ccb7f-bbaa-4f72-a7e9-4d58c948b1b0 req-4aa309e4-885b-4f78-abf0-9ad36311758d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:45.452881 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c91ccb7f-bbaa-4f72-a7e9-4d58c948b1b0 req-4aa309e4-885b-4f78-abf0-9ad36311758d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1510193 Jul 19 20:40:45.456346 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cecd7-3ce8-4f36-883f-81c5efcb8f06 req-2e2fa272-ad2c-457d-94a6-0782f707b80e tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:45.458809 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-589cecd7-3ce8-4f36-883f-81c5efcb8f06 req-2e2fa272-ad2c-457d-94a6-0782f707b80e tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 946 time: 0.1253977 Jul 19 20:40:45.544152 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c91ccb7f-bbaa-4f72-a7e9-4d58c948b1b0 req-6cbd843a-617d-4e3c-989e-3c46b0b4bd09 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798059 Jul 19 20:40:45.545625 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-589cecd7-3ce8-4f36-883f-81c5efcb8f06 req-482cf10d-30b2-4fb9-96ab-c960c9bf8320 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801413 Jul 19 20:40:45.954886 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0efe5-f9cf-43e8-860f-52ebbefd2a63 req-fba22091-373d-46df-9a73-08e5b60f5c9b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:45.964221 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fee0efe5-f9cf-43e8-860f-52ebbefd2a63 req-fba22091-373d-46df-9a73-08e5b60f5c9b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1624992 Jul 19 20:40:45.973719 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 43992) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:45.979861 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-665f404d-b8e5-4631-a8a0-675745ed572f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Request body: {'floatingip': {'port_id': '71399742-3b09-4966-9aeb-2ef884583024'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:40:46.072335 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-665f404d-b8e5-4631-a8a0-675745ed572f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:46.532944 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d0a61-01d6-4f69-9c6d-8eee936bdfee req-34702ef3-ccb1-4f3f-bdee-79b7a36440f9 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:46.535829 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fb5d0a61-01d6-4f69-9c6d-8eee936bdfee req-34702ef3-ccb1-4f3f-bdee-79b7a36440f9 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1738272 Jul 19 20:40:46.607207 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fb5d0a61-01d6-4f69-9c6d-8eee936bdfee req-e17fa2a3-5bbd-4bc9-8266-62e4f3acc51e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626938 Jul 19 20:40:47.085607 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95186da9-d63f-4e0e-943e-a364a19cc146 req-1421b4ff-b4ff-4606-9d25-121c30c9e43a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:47.088383 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-95186da9-d63f-4e0e-943e-a364a19cc146 req-1421b4ff-b4ff-4606-9d25-121c30c9e43a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 946 time: 0.3036346 Jul 19 20:40:47.378108 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-95186da9-d63f-4e0e-943e-a364a19cc146 req-9b5ec888-496a-46fb-9edf-56dd6d07dedd tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741735 Jul 19 20:40:47.379610 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.db.resource_extend [None req-665f404d-b8e5-4631-a8a0-675745ed572f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 20:40:47.492961 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-665f404d-b8e5-4631-a8a0-675745ed572f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:47.498816 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-665f404d-b8e5-4631-a8a0-675745ed572f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:47.841749 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.l3_db [None req-665f404d-b8e5-4631-a8a0-675745ed572f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Floating IP 87333221-5942-4b86-8ed4-d032f8612b51 associated. External IP: 172.27.2.156, port: 71399742-3b09-4966-9aeb-2ef884583024. Jul 19 20:40:47.989474 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30e8ad-66a6-43bc-958a-b81dde28f4cc req-f43c91b2-f490-425f-97b3-cdfad63ece9d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:47.997992 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ef30e8ad-66a6-43bc-958a-b81dde28f4cc req-f43c91b2-f490-425f-97b3-cdfad63ece9d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1444910 Jul 19 20:40:48.066994 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ef30e8ad-66a6-43bc-958a-b81dde28f4cc req-943f1eaa-58de-4e6e-afc1-b287f9e326e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645995 Jul 19 20:40:48.573001 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bd3ea-0136-4b3a-849d-e5cb0f97a928 req-b1bcd1fc-ffaa-4b71-bb0b-08afea497c31 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:48.574744 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cf3bd3ea-0136-4b3a-849d-e5cb0f97a928 req-b1bcd1fc-ffaa-4b71-bb0b-08afea497c31 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 946 time: 0.2964771 Jul 19 20:40:48.731818 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [req-cf3bd3ea-0136-4b3a-849d-e5cb0f97a928 req-f5399e07-ce74-4125-a375-5678f54c8120 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Deleting port 62f256cf-05e4-4285-b73f-302560864982 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:40:48.732408 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-cf3bd3ea-0136-4b3a-849d-e5cb0f97a928 req-f5399e07-ce74-4125-a375-5678f54c8120 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:48.786885 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665f404d-b8e5-4631-a8a0-675745ed572f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Router abef007a-dfcc-49bf-9368-19e3eecb6fec has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:40:49.125986 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f356ab-d681-42d4-ae8e-a037afe88fe5 req-c5e3b845-7bca-4187-a959-155827348d4a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:49.127734 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-89f356ab-d681-42d4-ae8e-a037afe88fe5 req-c5e3b845-7bca-4187-a959-155827348d4a tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 946 time: 0.4642694 Jul 19 20:40:49.417195 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3835a-becd-42a0-b9ca-991baa6d9592 req-f156d2ab-16a3-4b20-b384-76d3ea213f67 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:49.434189 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-10d3835a-becd-42a0-b9ca-991baa6d9592 req-f156d2ab-16a3-4b20-b384-76d3ea213f67 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1981800 Jul 19 20:40:49.495689 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665f404d-b8e5-4631-a8a0-675745ed572f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:40:49.515269 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c70a98-1375-45a5-8408-b9cffbf78317 None None] Sync routers for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:40:49.539647 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c70a98-1375-45a5-8408-b9cffbf78317 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:40:49.541194 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-c5c70a98-1375-45a5-8408-b9cffbf78317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:40:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:40:49.543698 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-10d3835a-becd-42a0-b9ca-991baa6d9592 req-d614b394-af38-4877-aa08-42040ee1c7be tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064756 Jul 19 20:40:49.582293 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-89f356ab-d681-42d4-ae8e-a037afe88fe5 req-09534551-0cda-483c-97fa-f50502b60ba1 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/security-groups?id=161ff46a-e329-4144-9e8f-4602f763cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596287 Jul 19 20:40:49.598593 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [req-cf3bd3ea-0136-4b3a-849d-e5cb0f97a928 req-f5399e07-ce74-4125-a375-5678f54c8120 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] For port 62f256cf-05e4-4285-b73f-302560864982, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=62f256cf-05e4-4285-b73f-302560864982,segment=NetworkSegment(2dc5008d-7c6f-42b5-baf9-f68b6c45965f),segment_id=2dc5008d-7c6f-42b5-baf9-f68b6c45965f)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:40:49.599258 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-cf3bd3ea-0136-4b3a-849d-e5cb0f97a928 req-f5399e07-ce74-4125-a375-5678f54c8120 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:49.647719 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-665f404d-b8e5-4631-a8a0-675745ed572f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:49.852958 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [req-cf3bd3ea-0136-4b3a-849d-e5cb0f97a928 req-f5399e07-ce74-4125-a375-5678f54c8120 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Calling delete_port for 62f256cf-05e4-4285-b73f-302560864982 owned by compute:nova {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:40:49.976854 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-c5c70a98-1375-45a5-8408-b9cffbf78317 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:40:50.113936 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-665f404d-b8e5-4631-a8a0-675745ed572f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "PUT /v2.0/floatingips/87333221-5942-4b86-8ed4-d032f8612b51 HTTP/1.1" status: 200 len: 991 time: 4.1336873 Jul 19 20:40:50.113936 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'tag': '71399742-3b09-4966-9aeb-2ef884583024'}] {{(pid=78682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:40:50.258266 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'tag': '71399742-3b09-4966-9aeb-2ef884583024', 'status': 'completed', 'code': 200} Jul 19 20:40:50.316550 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-cf3bd3ea-0136-4b3a-849d-e5cb0f97a928 req-f5399e07-ce74-4125-a375-5678f54c8120 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:50.327605 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2fed184f-1149-4378-ba73-0cd6b0ebc554 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:50.379622 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5399e07-ce74-4125-a375-5678f54c8120 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Pushing event deleted for resources: {'Port': ['ID=62f256cf-05e4-4285-b73f-302560864982,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:50.394309 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f5399e07-ce74-4125-a375-5678f54c8120 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:50.524962 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3bd3ea-0136-4b3a-849d-e5cb0f97a928 req-f5399e07-ce74-4125-a375-5678f54c8120 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] No DVR routers for this DVR port 62f256cf-05e4-4285-b73f-302560864982 on host hv-cinder-80132 {{(pid=78682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:40:50.528550 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-cf3bd3ea-0136-4b3a-849d-e5cb0f97a928 req-f5399e07-ce74-4125-a375-5678f54c8120 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:50.550016 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cf3bd3ea-0136-4b3a-849d-e5cb0f97a928 req-f5399e07-ce74-4125-a375-5678f54c8120 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.45 "DELETE /v2.0/ports/62f256cf-05e4-4285-b73f-302560864982 HTTP/1.1" status: 204 len: 173 time: 1.9636407 Jul 19 20:40:50.844856 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1373f-9064-451a-a9a9-0516a6d98a66 req-21d23d98-e819-421c-a5a5-a284f6971acb tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:50.854909 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-50a1373f-9064-451a-a9a9-0516a6d98a66 req-21d23d98-e819-421c-a5a5-a284f6971acb tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1531894 Jul 19 20:40:50.928575 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-c5c70a98-1375-45a5-8408-b9cffbf78317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': '87333221-5942-4b86-8ed4-d032f8612b51', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'port_id': '71399742-3b09-4966-9aeb-2ef884583024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'mac_address': 'fa:16:3e:69:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:40:11Z', 'updated_at': '2021-07-19T20:40:47Z', 'revision_number': 1, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:08Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:40:50.933756 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c70a98-1375-45a5-8408-b9cffbf78317 None None] Checking router: abef007a-dfcc-49bf-9368-19e3eecb6fec for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:40:50.937560 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-50a1373f-9064-451a-a9a9-0516a6d98a66 req-b7df8978-3cce-4a55-8a48-89614ec06189 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805333 Jul 19 20:40:50.960024 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c70a98-1375-45a5-8408-b9cffbf78317 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:40:50.962373 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-c5c70a98-1375-45a5-8408-b9cffbf78317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:40:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:40:51.148039 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-4be167de-c3a3-4ead-a4d1-4f3146e96010 req-6b405232-b341-434b-b46a-f3032e66a2d9 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Synchronizing usage tracker for tenant:81110991f26141ceab689331d82c38cf on resource:port {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:40:51.169905 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-4be167de-c3a3-4ead-a4d1-4f3146e96010 req-6b405232-b341-434b-b46a-f3032e66a2d9 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Unset dirty status for tenant:81110991f26141ceab689331d82c38cf on resource:port {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:40:51.171291 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4be167de-c3a3-4ead-a4d1-4f3146e96010 req-6b405232-b341-434b-b46a-f3032e66a2d9 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.0742064 Jul 19 20:40:51.281330 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-c5c70a98-1375-45a5-8408-b9cffbf78317 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:40:51.706147 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-c5c70a98-1375-45a5-8408-b9cffbf78317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': '87333221-5942-4b86-8ed4-d032f8612b51', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'port_id': '71399742-3b09-4966-9aeb-2ef884583024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'mac_address': 'fa:16:3e:69:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:40:11Z', 'updated_at': '2021-07-19T20:40:47Z', 'revision_number': 1, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:08Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:40:51.710993 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c70a98-1375-45a5-8408-b9cffbf78317 None None] The sync data for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi is: [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': '87333221-5942-4b86-8ed4-d032f8612b51', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'port_id': '71399742-3b09-4966-9aeb-2ef884583024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'mac_address': 'fa:16:3e:69:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:40:11Z', 'updated_at': '2021-07-19T20:40:47Z', 'revision_number': 1, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:08Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:40:51.944212 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed163fab-6ed9-4bc5-a10f-6164b02227cd None None] New status for floating IP 87333221-5942-4b86-8ed4-d032f8612b51: ACTIVE {{(pid=78683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 20:40:52.260339 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a289e2-2ff1-4025-bbba-7add3cc780a7', 'name': 'network-vif-deleted', 'tag': '62f256cf-05e4-4285-b73f-302560864982'}] {{(pid=78682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:40:52.294196 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df7a09-5536-456d-8454-a508a0b43ed4 req-ef6e5964-777d-48b0-9d2e-2bc353c1cad8 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:52.296035 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-26df7a09-5536-456d-8454-a508a0b43ed4 req-ef6e5964-777d-48b0-9d2e-2bc353c1cad8 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1705077 Jul 19 20:40:52.353692 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-26df7a09-5536-456d-8454-a508a0b43ed4 req-4d6585fe-96bb-40e2-b791-dfc8f5b3de63 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487077 Jul 19 20:40:52.516112 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-88342ad0-c7f8-43f5-a810-86699e853f8a req-48a126a3-4446-4d1d-801c-f43c2bf2fbf1 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.0553942 Jul 19 20:40:52.570807 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a289e2-2ff1-4025-bbba-7add3cc780a7', 'name': 'network-vif-deleted', 'tag': '62f256cf-05e4-4285-b73f-302560864982', 'status': 'completed', 'code': 200} Jul 19 20:40:52.975346 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['62f256cf-05e4-4285-b73f-302560864982'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:40:53.184756 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223cded-6c3f-439a-a49f-456ea7ad9c59 req-0d0eb616-62d1-461a-92fe-5920e39fea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:53.187367 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9223cded-6c3f-439a-a49f-456ea7ad9c59 req-0d0eb616-62d1-461a-92fe-5920e39fea61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 1098 time: 0.0932572 Jul 19 20:40:53.468201 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223cded-6c3f-439a-a49f-456ea7ad9c59 req-f29879ca-e06b-43cd-ba46-bf2d93e378f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:53.471451 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9223cded-6c3f-439a-a49f-456ea7ad9c59 req-f29879ca-e06b-43cd-ba46-bf2d93e378f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 HTTP/1.1" status: 200 len: 918 time: 0.2429957 Jul 19 20:40:53.715855 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bfb4dda1-16a4-4bc2-9d1b-26c86ea5cbcf req-c8418e40-4af0-442e-b622-f2b8a5b733d8 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.0795863 Jul 19 20:40:53.774174 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9223cded-6c3f-439a-a49f-456ea7ad9c59 req-8b68f772-aedb-4418-b22d-a054416eff49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71399742-3b09-4966-9aeb-2ef884583024 HTTP/1.1" status: 200 len: 1001 time: 0.2956755 Jul 19 20:40:53.836233 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef529907-ab6e-4019-a627-ed345a50068d req-a99eb7b9-fbfe-45b7-b3d8-8e44a5deccba tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:53.837730 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ef529907-ab6e-4019-a627-ed345a50068d req-a99eb7b9-fbfe-45b7-b3d8-8e44a5deccba tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.2595706 Jul 19 20:40:53.881632 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223cded-6c3f-439a-a49f-456ea7ad9c59 req-5c20d78c-99da-4541-8bb4-74dfedc3afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:53.883172 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9223cded-6c3f-439a-a49f-456ea7ad9c59 req-5c20d78c-99da-4541-8bb4-74dfedc3afeb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fa4d79e-7eb1-4cef-a455-9fc00285c0b2 HTTP/1.1" status: 200 len: 856 time: 0.0969262 Jul 19 20:40:53.903860 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ef529907-ab6e-4019-a627-ed345a50068d req-b048daf2-c2a0-4963-bc3f-fe5c389069ca tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543227 Jul 19 20:40:54.883853 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fa3d40f4-adcc-4bd4-8209-e3a036d41035 req-005bec3e-2a70-4758-bfcc-ab167c8ba92b tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.0467780 Jul 19 20:40:55.177955 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57a2d-cc34-49d2-a9d6-13bf744454c5 req-3322b8b9-08b1-4b93-abf9-ec834eb27eb8 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:55.180705 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-54c57a2d-cc34-49d2-a9d6-13bf744454c5 req-3322b8b9-08b1-4b93-abf9-ec834eb27eb8 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1500316 Jul 19 20:40:55.260036 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-54c57a2d-cc34-49d2-a9d6-13bf744454c5 req-3399892d-fea9-4cdc-b85b-0c6141488619 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725231 Jul 19 20:40:55.503950 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:40:56.145023 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8315c262-04a5-445f-85aa-d3a167b43408 req-da8fcff1-ce41-4fd4-9b2a-e5b63ec69984 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.1450429 Jul 19 20:40:56.457377 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ecbda-639e-4446-9a71-6d4fd8960088 req-bce4caef-bbe9-424d-9dec-06623ae6212b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:56.458945 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-402ecbda-639e-4446-9a71-6d4fd8960088 req-bce4caef-bbe9-424d-9dec-06623ae6212b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.0868387 Jul 19 20:40:56.511602 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-402ecbda-639e-4446-9a71-6d4fd8960088 req-43f13670-c30d-446d-8de8-da9cf8ae9254 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460658 Jul 19 20:40:56.832738 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 62f256cf-05e4-4285-b73f-302560864982 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:40:56.894948 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: 62f256cf-05e4-4285-b73f-302560864982 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:40:56.895360 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 62f256cf-05e4-4285-b73f-302560864982 not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:40:56.935153 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223cded-6c3f-439a-a49f-456ea7ad9c59 req-a035ca2d-3c16-4e93-b86e-1c162fea6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:56.936688 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9223cded-6c3f-439a-a49f-456ea7ad9c59 req-a035ca2d-3c16-4e93-b86e-1c162fea6a81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853148 Jul 19 20:40:57.089501 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9223cded-6c3f-439a-a49f-456ea7ad9c59 req-3af87f98-d0c1-430f-87c2-12b4c6170f2b service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378508 Jul 19 20:40:57.254286 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9223cded-6c3f-439a-a49f-456ea7ad9c59 req-e80f2455-93a8-4f21-9bde-769ffb8cebbc service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567523 Jul 19 20:40:57.419721 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ea7d18af-3394-4731-b757-6b270c87276d req-c81629c4-c372-4de9-9045-f32940e8eb66 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.0457146 Jul 19 20:40:57.729537 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addac29e-99a6-4f2e-89a7-d887989b7e2e req-c90f84bd-75fc-43c4-bf3c-e496bdcb037e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:57.731136 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-addac29e-99a6-4f2e-89a7-d887989b7e2e req-c90f84bd-75fc-43c4-bf3c-e496bdcb037e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1031690 Jul 19 20:40:57.784824 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-addac29e-99a6-4f2e-89a7-d887989b7e2e req-fc817c2c-b440-49be-9ff1-93f7ad86b616 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473244 Jul 19 20:40:58.550326 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-b68edddf-7137-4b6c-9b1d-5d7be71781ba tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:58.552211 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-b68edddf-7137-4b6c-9b1d-5d7be71781ba tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/networks?id=1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 200 len: 815 time: 0.2724917 Jul 19 20:40:58.572991 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-ee037ca1-f1bc-448b-977e-534ec946a4db tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/quotas/9bb32e2c0d884db3adac0737a09fe6d3 HTTP/1.1" status: 200 len: 375 time: 0.0099030 Jul 19 20:40:58.682470 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-47a5fdbd-0cc8-4c24-8f1f-b2fcb1ae1f92 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980351 Jul 19 20:40:58.862233 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2c52e2e3-b8aa-495d-8641-fc76991b7dbd req-afe7dec2-74e3-44f2-b7e8-dfa56bb2388f tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a289e2-2ff1-4025-bbba-7add3cc780a7 HTTP/1.1" status: 200 len: 210 time: 0.1508901 Jul 19 20:40:59.013059 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-24b26ea3-cd88-4a15-964d-c9311f0cb741 service neutron] 10.222.0.36 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106055 Jul 19 20:40:59.117288 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 44268) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:59.307680 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-d7e3eb7a-58ec-42e7-ab87-789dd537c543 service neutron] 10.222.0.36 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829785 Jul 19 20:40:59.387118 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f164a334-6a1b-45f8-acb6-8ef10f79df90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:59.442123 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f164a334-6a1b-45f8-acb6-8ef10f79df90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:40:59.451439 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f164a334-6a1b-45f8-acb6-8ef10f79df90 admin admin] Usage tracker for resource:security_group_rule and tenant:4a868bec4adc4b91985f23059cf8bd25 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:40:59.459694 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f164a334-6a1b-45f8-acb6-8ef10f79df90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:40:59.477024 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f164a334-6a1b-45f8-acb6-8ef10f79df90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:40:59.541516 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540c322-e3a7-4b62-8ce9-051372dde802 req-29216ed0-b070-4ea0-83e7-be43294e164e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:40:59.544881 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f540c322-e3a7-4b62-8ce9-051372dde802 req-29216ed0-b070-4ea0-83e7-be43294e164e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1377068 Jul 19 20:40:59.710636 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f540c322-e3a7-4b62-8ce9-051372dde802 req-d786f3d0-8e41-4018-a51d-b93db3218ca6 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548088 Jul 19 20:40:59.811564 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f164a334-6a1b-45f8-acb6-8ef10f79df90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:59.822954 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f164a334-6a1b-45f8-acb6-8ef10f79df90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:40:59.834286 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:40:59.882352 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164a334-6a1b-45f8-acb6-8ef10f79df90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bf08ce-6603-4efc-967c-68070690882c,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:40:59.911631 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f164a334-6a1b-45f8-acb6-8ef10f79df90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:40:59.963952 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44290) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:40:59.996205 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c78b71d5-39ec-49ec-84d4-52e564e83061 req-47084c6b-60d0-4aba-9be4-05002eb52250 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 210 time: 0.0721910 Jul 19 20:41:00.002195 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44300) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:00.004983 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-f164a334-6a1b-45f8-acb6-8ef10f79df90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a868bec4adc4b91985f23059cf8bd25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8858979 Jul 19 20:41:00.078261 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-68686c6a-17d9-4f8e-94bb-d8f9b9862680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:00.154029 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-68686c6a-17d9-4f8e-94bb-d8f9b9862680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:00.296135 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-957638de-b410-4eef-9b52-9a092ed6e669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:00.324291 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-68686c6a-17d9-4f8e-94bb-d8f9b9862680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:00.336019 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-45de3133-0ccb-4f26-978d-c0bf9b8ebc4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:00.356634 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-957638de-b410-4eef-9b52-9a092ed6e669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:00.363002 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-957638de-b410-4eef-9b52-9a092ed6e669 admin admin] Usage tracker for resource:security_group_rule and tenant:2813d560ba86434795fdbf8d1aadf20f is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:00.367820 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-957638de-b410-4eef-9b52-9a092ed6e669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:00.377622 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-957638de-b410-4eef-9b52-9a092ed6e669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:00.397422 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68686c6a-17d9-4f8e-94bb-d8f9b9862680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bf08ce-6603-4efc-967c-68070690882c,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:00.448305 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-68686c6a-17d9-4f8e-94bb-d8f9b9862680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:00.449628 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-68686c6a-17d9-4f8e-94bb-d8f9b9862680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:00.451239 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-68686c6a-17d9-4f8e-94bb-d8f9b9862680 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64bf08ce-6603-4efc-967c-68070690882c HTTP/1.1" status: 204 len: 168 time: 0.4475224 Jul 19 20:41:00.621165 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-957638de-b410-4eef-9b52-9a092ed6e669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:00.629858 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-957638de-b410-4eef-9b52-9a092ed6e669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:00.677522 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-2a0fd03c-5c30-4aeb-abef-202e1c6995bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:00.706864 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-aebc5626-3b3f-408b-93ea-33ae5fb3d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:00.787299 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957638de-b410-4eef-9b52-9a092ed6e669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5244b1f-0224-4baa-8d7b-8e7fab3dfb04,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:00.832917 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-957638de-b410-4eef-9b52-9a092ed6e669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:00.896122 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-957638de-b410-4eef-9b52-9a092ed6e669 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2813d560ba86434795fdbf8d1aadf20f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9308219 Jul 19 20:41:00.899765 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44338) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:01.073321 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4ac588ed-ec3c-40ad-bab4-fb5f0e7cfc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:01.136275 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4ac588ed-ec3c-40ad-bab4-fb5f0e7cfc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:01.325530 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8f055-6554-4993-99ae-0e7b5dc5465a req-28c447fe-5021-40c2-8b2c-3c929bc57606 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:01.328725 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4ac588ed-ec3c-40ad-bab4-fb5f0e7cfc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:01.333897 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a640a7cc-f23b-4af0-a9db-a0295f72d410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:01.339401 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f0e8f055-6554-4993-99ae-0e7b5dc5465a req-28c447fe-5021-40c2-8b2c-3c929bc57606 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.2429748 Jul 19 20:41:01.345630 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:01.363337 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac588ed-ec3c-40ad-bab4-fb5f0e7cfc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5244b1f-0224-4baa-8d7b-8e7fab3dfb04,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:01.368170 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-4ac588ed-ec3c-40ad-bab4-fb5f0e7cfc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:01.382229 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4ac588ed-ec3c-40ad-bab4-fb5f0e7cfc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:01.387662 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-4ac588ed-ec3c-40ad-bab4-fb5f0e7cfc0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5244b1f-0224-4baa-8d7b-8e7fab3dfb04 HTTP/1.1" status: 204 len: 168 time: 0.4816802 Jul 19 20:41:01.472303 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f0e8f055-6554-4993-99ae-0e7b5dc5465a req-5928f125-e712-4368-acdd-82cdc4c1d728 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305470 Jul 19 20:41:01.473445 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 44354) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:01.519211 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d073995f-d495-4c74-8839-d07d9fadf358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:01.545650 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d073995f-d495-4c74-8839-d07d9fadf358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:01.552521 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d073995f-d495-4c74-8839-d07d9fadf358 admin admin] Usage tracker for resource:security_group_rule and tenant:c9fe69c9ecfa4d1cbe43e9c2630583fd is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:01.557137 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d073995f-d495-4c74-8839-d07d9fadf358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:01.569534 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d073995f-d495-4c74-8839-d07d9fadf358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:01.733006 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-89dca579-7bc7-4e3b-9c12-9ba02565a208 req-371c4f06-3c73-48f9-a486-9f0bc769b104 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 210 time: 0.0935757 Jul 19 20:41:01.756459 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d073995f-d495-4c74-8839-d07d9fadf358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:01.765296 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d073995f-d495-4c74-8839-d07d9fadf358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:01.775726 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-43baebb6-c52f-4b75-930d-39b123465964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:01.822536 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-d073995f-d495-4c74-8839-d07d9fadf358 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9fe69c9ecfa4d1cbe43e9c2630583fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476851 Jul 19 20:41:01.824324 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073995f-d495-4c74-8839-d07d9fadf358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40003dcf-8806-4049-b7de-87b1e3ca168e,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:01.825537 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44360) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:01.827709 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d073995f-d495-4c74-8839-d07d9fadf358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:01.953174 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2912a11c-53ab-4430-b40b-aa4a936f28a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:01.997613 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2912a11c-53ab-4430-b40b-aa4a936f28a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:02.093562 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44364) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:02.119290 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-58d202c7-e105-46e2-8d2e-195a40968758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:02.138214 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2912a11c-53ab-4430-b40b-aa4a936f28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:02.147429 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e6aec74e-17fa-4f8a-a209-89784e142f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:02.164939 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-58d202c7-e105-46e2-8d2e-195a40968758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:02.172164 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912a11c-53ab-4430-b40b-aa4a936f28a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40003dcf-8806-4049-b7de-87b1e3ca168e,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:02.174570 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-2912a11c-53ab-4430-b40b-aa4a936f28a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:02.177717 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-58d202c7-e105-46e2-8d2e-195a40968758 admin admin] Usage tracker for resource:security_group_rule and tenant:5feb28eb641a41b6b706bec3f727ba3a is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:02.182158 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-58d202c7-e105-46e2-8d2e-195a40968758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:02.187127 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2912a11c-53ab-4430-b40b-aa4a936f28a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:02.202056 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-2912a11c-53ab-4430-b40b-aa4a936f28a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40003dcf-8806-4049-b7de-87b1e3ca168e HTTP/1.1" status: 204 len: 168 time: 0.3684390 Jul 19 20:41:02.217345 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-58d202c7-e105-46e2-8d2e-195a40968758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:02.391495 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-58d202c7-e105-46e2-8d2e-195a40968758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:02.397978 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-58d202c7-e105-46e2-8d2e-195a40968758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:02.399954 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-41f12d10-b755-41f0-b88a-3edf4824073d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:02.402811 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-41f12d10-b755-41f0-b88a-3edf4824073d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "GET /v2.0/networks?id=1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 200 len: 815 time: 0.3385201 Jul 19 20:41:02.409710 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:02.441203 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Request body: {'port': {'device_id': '09e6aa8b-9c47-4cd5-a919-753162fd2662', 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39', 'admin_state_up': True, 'tenant_id': '9bb32e2c0d884db3adac0737a09fe6d3'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:02.496875 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-58d202c7-e105-46e2-8d2e-195a40968758 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5feb28eb641a41b6b706bec3f727ba3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007447 Jul 19 20:41:02.497942 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d202c7-e105-46e2-8d2e-195a40968758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4da3991-c415-4520-ae77-7d1cc80b5c3a,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:02.502645 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-58d202c7-e105-46e2-8d2e-195a40968758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:02.503338 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44386) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:02.703741 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e728e6b5-f3cf-4c2f-a020-e463686e59b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:02.816179 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e728e6b5-f3cf-4c2f-a020-e463686e59b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:02.910362 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:02.930005 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:02.952400 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Made reservation on behalf of 9bb32e2c0d884db3adac0737a09fe6d3 for: {'port': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:41:02.966121 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:03.079603 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44414) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:03.170263 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed7dfb-3714-4181-b478-0b21627786a2 req-d68f7ddd-c2b6-47e5-bb11-adc7d6d33f34 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:03.183800 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-53ed7dfb-3714-4181-b478-0b21627786a2 req-d68f7ddd-c2b6-47e5-bb11-adc7d6d33f34 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.3691702 Jul 19 20:41:03.248736 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e728e6b5-f3cf-4c2f-a020-e463686e59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:03.264912 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-2912a11c-53ab-4430-b40b-aa4a936f28a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:03.272599 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-814dce95-e5ac-485c-9153-1c1e69168bc0 req-262ef45d-7c38-471d-ab17-9db0f6930893 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 210 time: 0.0746934 Jul 19 20:41:03.303875 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-53ed7dfb-3714-4181-b478-0b21627786a2 req-a9d0e9fa-f6c3-415b-8d74-a2ee0028ae60 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189001 Jul 19 20:41:03.319222 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728e6b5-f3cf-4c2f-a020-e463686e59b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4da3991-c415-4520-ae77-7d1cc80b5c3a,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:03.322655 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e728e6b5-f3cf-4c2f-a020-e463686e59b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:03.324037 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-e728e6b5-f3cf-4c2f-a020-e463686e59b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4da3991-c415-4520-ae77-7d1cc80b5c3a HTTP/1.1" status: 204 len: 168 time: 0.8197310 Jul 19 20:41:03.356113 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e728e6b5-f3cf-4c2f-a020-e463686e59b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:03.368267 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-53555fb1-8f51-4572-97cf-f5d182c3abec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:03.400167 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 44422) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:03.401716 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-53555fb1-8f51-4572-97cf-f5d182c3abec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:03.409270 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-53555fb1-8f51-4572-97cf-f5d182c3abec admin admin] Usage tracker for resource:security_group_rule and tenant:71ff7159bbf0470e9f7dca8d6da25249 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:03.414882 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-53555fb1-8f51-4572-97cf-f5d182c3abec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:03.427676 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-53555fb1-8f51-4572-97cf-f5d182c3abec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:03.437034 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4305f756-ea8b-49da-96f8-e6824abf7847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:03.451880 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44426) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:03.460717 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Allocated IP 172.20.0.9 (1729bcf6-5778-4884-aa01-775bec79dc39/1519832d-8f12-4fc6-befb-a491c3df2990/4a19608f-08da-4eb4-abe2-1cbc6d08fc0b) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:41:03.500784 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3e5e-8c3e-461f-9ee8-4236710c6a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:03.500963 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e985cd-18d7-448d-b181-32e07457ee73 admin admin] Deleting subnet e3ee024f-95eb-4e9c-8c7b-8d4f42928740 {{(pid=78682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:41:03.538018 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-4c4d3e5e-8c3e-461f-9ee8-4236710c6a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:03.547236 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-4c4d3e5e-8c3e-461f-9ee8-4236710c6a96 admin admin] Usage tracker for resource:security_group_rule and tenant:106e3837538c4b72a84b33d347d3dff3 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:03.552746 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-4c4d3e5e-8c3e-461f-9ee8-4236710c6a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:03.562310 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-4c4d3e5e-8c3e-461f-9ee8-4236710c6a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:03.615787 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30e985cd-18d7-448d-b181-32e07457ee73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:03.669503 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-53555fb1-8f51-4572-97cf-f5d182c3abec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:03.679695 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-53555fb1-8f51-4572-97cf-f5d182c3abec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:03.715308 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:03.727938 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-53555fb1-8f51-4572-97cf-f5d182c3abec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71ff7159bbf0470e9f7dca8d6da25249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6469018 Jul 19 20:41:03.731203 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44432) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:03.773821 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30e985cd-18d7-448d-b181-32e07457ee73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2929497'] for subnet, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:03.873221 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53555fb1-8f51-4572-97cf-f5d182c3abec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e5a1fd-a5b1-40bb-a8bc-74ffa422018b,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:03.891243 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-53555fb1-8f51-4572-97cf-f5d182c3abec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:03.904703 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3e5e-8c3e-461f-9ee8-4236710c6a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:03.927680 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3e5e-8c3e-461f-9ee8-4236710c6a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:03.945637 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-58d202c7-e105-46e2-8d2e-195a40968758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:03.977274 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c71b-54d4-4d0a-bd5d-65910ddd1b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.047226 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-4c4d3e5e-8c3e-461f-9ee8-4236710c6a96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=106e3837538c4b72a84b33d347d3dff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5938568 Jul 19 20:41:04.052061 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44446) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:04.056225 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c71b-54d4-4d0a-bd5d-65910ddd1b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.063317 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d3e5e-8c3e-461f-9ee8-4236710c6a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5913624e-f1ff-4e78-91d2-5c593de76337,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:04.071426 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30e985cd-18d7-448d-b181-32e07457ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.080724 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-4c4d3e5e-8c3e-461f-9ee8-4236710c6a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:04.174434 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c128ae15-a059-4618-a2ef-d6cb8ed3c92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.211101 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c128ae15-a059-4618-a2ef-d6cb8ed3c92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.271058 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.288231 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30e985cd-18d7-448d-b181-32e07457ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2174257'] for subnet, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.295593 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c71b-54d4-4d0a-bd5d-65910ddd1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.297029 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-52e288d7-5d74-4b21-a753-d9cb1a3c569d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:04.334012 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-7521282e-c757-4686-92da-8c09d0440612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:04.374881 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3c71b-54d4-4d0a-bd5d-65910ddd1b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e5a1fd-a5b1-40bb-a8bc-74ffa422018b,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:04.389690 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-bcf3c71b-54d4-4d0a-bd5d-65910ddd1b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:04.394052 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c128ae15-a059-4618-a2ef-d6cb8ed3c92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.397901 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-4ac588ed-ec3c-40ad-bab4-fb5f0e7cfc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:04.417905 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e985cd-18d7-448d-b181-32e07457ee73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ee024f-95eb-4e9c-8c7b-8d4f42928740,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:04.427713 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-30e985cd-18d7-448d-b181-32e07457ee73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:04.439163 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c71b-54d4-4d0a-bd5d-65910ddd1b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.439577 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-bcf3c71b-54d4-4d0a-bd5d-65910ddd1b47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95e5a1fd-a5b1-40bb-a8bc-74ffa422018b HTTP/1.1" status: 204 len: 168 time: 0.7059550 Jul 19 20:41:04.439888 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-30e985cd-18d7-448d-b181-32e07457ee73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.444887 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128ae15-a059-4618-a2ef-d6cb8ed3c92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5913624e-f1ff-4e78-91d2-5c593de76337,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:04.453934 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c128ae15-a059-4618-a2ef-d6cb8ed3c92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:04.455693 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c128ae15-a059-4618-a2ef-d6cb8ed3c92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.457112 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-c128ae15-a059-4618-a2ef-d6cb8ed3c92b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5913624e-f1ff-4e78-91d2-5c593de76337 HTTP/1.1" status: 204 len: 168 time: 0.4039776 Jul 19 20:41:04.490954 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-30e985cd-18d7-448d-b181-32e07457ee73 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e3ee024f-95eb-4e9c-8c7b-8d4f42928740 HTTP/1.1" status: 204 len: 168 time: 1.0906982 Jul 19 20:41:04.493931 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:04.495119 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44468) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:04.538487 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:04.568582 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['2851e68c-991e-46eb-9d87-1db83077976f'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:41:04.894672 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Network 1729bcf6-5778-4884-aa01-775bec79dc39 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:41:04.906805 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:41:04.924441 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:41:05.073093 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Pushing event updated for resources: {'Port': ['ID=4a19608f-08da-4eb4-abe2-1cbc6d08fc0b,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:05.096351 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:05.131648 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:05.132778 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:05.181291 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:05.212220 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d8210-ae2c-40bf-8eba-e52febb22a3b req-d75a93b3-64b9-426f-aff7-747618a1dc10 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:05.214640 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-229d8210-ae2c-40bf-8eba-e52febb22a3b req-d75a93b3-64b9-426f-aff7-747618a1dc10 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Synchronizing usage tracker for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:41:05.244875 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8204148 Jul 19 20:41:05.255053 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-229d8210-ae2c-40bf-8eba-e52febb22a3b req-d75a93b3-64b9-426f-aff7-747618a1dc10 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Unset dirty status for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:41:05.267037 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-229d8210-ae2c-40bf-8eba-e52febb22a3b req-d75a93b3-64b9-426f-aff7-747618a1dc10 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 931 time: 0.6005566 Jul 19 20:41:05.298814 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:05.327980 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Request body: {'port': {'device_id': '09e6aa8b-9c47-4cd5-a919-753162fd2662', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:05.430689 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-229d8210-ae2c-40bf-8eba-e52febb22a3b req-b6f0324a-1e9f-45e8-8abc-1d6fffdd8b9c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623001 Jul 19 20:41:05.581767 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:05.666336 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 44494) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:05.684343 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:05.705361 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-bbe2c685-dcf1-40d3-b2f9-5485294fa035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:05.726270 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede8b23-bd0e-4489-ad84-49433a346848 req-9c122e0f-e6b1-49f2-99ef-f42de7a0b62c tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:05.736881 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-bbe2c685-dcf1-40d3-b2f9-5485294fa035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:05.753061 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1ede8b23-bd0e-4489-ad84-49433a346848 req-9c122e0f-e6b1-49f2-99ef-f42de7a0b62c tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.9265091 Jul 19 20:41:05.793056 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:05.793647 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:05.794874 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:05.795499 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > port after_create 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:05.796056 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > port after_delete 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:05.796768 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > port after_update 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:05.797335 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:05.797894 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:05.799065 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:05.799625 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:05.811716 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-bbe2c685-dcf1-40d3-b2f9-5485294fa035 admin admin] Usage tracker for resource:security_group_rule and tenant:4f89190dd4f24fb3a241d73eb04093ed is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:05.829791 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-bbe2c685-dcf1-40d3-b2f9-5485294fa035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:05.874086 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-bbe2c685-dcf1-40d3-b2f9-5485294fa035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:06.061334 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:06.062416 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:06.063336 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:06.064242 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 20:41:06.065181 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54abe5f6-9bc2-4c49-8e9b-742cd803c079']}} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:41:06.104428 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc5008d-7c6f-42b5-baf9-f68b6c45965f') {'for_net_delete': True} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:41:06.104934 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc5008d-7c6f-42b5-baf9-f68b6c45965f') {} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:41:06.165712 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189673'] for segment, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.238808 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1ede8b23-bd0e-4489-ad84-49433a346848 req-010ed8de-ab87-404f-b707-93db72f52de4 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841411 Jul 19 20:41:06.246339 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.269467 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=78681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:41:06.270115 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2105402'] for segment, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.338153 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-bbe2c685-dcf1-40d3-b2f9-5485294fa035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.399831 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-bbe2c685-dcf1-40d3-b2f9-5485294fa035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.424925 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: from cryptography.utils import int_from_bytes Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: from cryptography.utils import int_from_bytes Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: util.warn_limited( Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: util.warn_limited( Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: Traceback (most recent call last): Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: timer() Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: cb(*args, **kw) Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: return func(*args, **kwargs) Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: self._notify() Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: self.callback(batched_events) Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: event.method(event) Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: return f(self, *a, **k) Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._get(url).json() Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: return self.request(url, 'GET', **kwargs) Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:41:06.483109 dv-cinder-801321-1-iscsi neutron-server[78681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:41:06.505061 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b {{(pid=78682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:41:06.537112 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-bbe2c685-dcf1-40d3-b2f9-5485294fa035 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f89190dd4f24fb3a241d73eb04093ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8584495 Jul 19 20:41:06.537112 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2c685-dcf1-40d3-b2f9-5485294fa035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306c9535-4590-471e-b1bd-3da300861db0,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:06.537865 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44524) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:06.547918 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-bbe2c685-dcf1-40d3-b2f9-5485294fa035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:06.551224 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.567228 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.576972 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:06.590687 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.606322 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.provisioning_blocks [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Transition to ACTIVE for port object 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b will not be triggered until provisioned by entity L2. {{(pid=78682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:41:06.619622 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.624294 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.625570 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Pushing event deleted for resources: {'Network': ['ID=54abe5f6-9bc2-4c49-8e9b-742cd803c079,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:06.632762 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:06.659569 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d0faa1fd-4a34-48b3-bac1-2b8a168c6125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.677878 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:06.700154 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-a23f08ea-1565-47a3-9d49-1b6f6a67519f admin admin] 10.222.0.36 "DELETE /v2.0/networks/54abe5f6-9bc2-4c49-8e9b-742cd803c079 HTTP/1.1" status: 204 len: 168 time: 2.2036755 Jul 19 20:41:06.736448 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d0faa1fd-4a34-48b3-bac1-2b8a168c6125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.888634 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d0faa1fd-4a34-48b3-bac1-2b8a168c6125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.898469 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8b5ee269-be6f-4e92-9d4b-5aafb0a2ea65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:06.926649 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faa1fd-4a34-48b3-bac1-2b8a168c6125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306c9535-4590-471e-b1bd-3da300861db0,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:06.939705 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d0faa1fd-4a34-48b3-bac1-2b8a168c6125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:06.943573 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d0faa1fd-4a34-48b3-bac1-2b8a168c6125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:06.948245 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-d0faa1fd-4a34-48b3-bac1-2b8a168c6125 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/306c9535-4590-471e-b1bd-3da300861db0 HTTP/1.1" status: 204 len: 168 time: 0.4155219 Jul 19 20:41:07.160421 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44544) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:07.265261 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-380ab7a4-6e5d-4628-8600-20c81a6d0e63 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81110991f26141ceab689331d82c38cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1035571 Jul 19 20:41:07.269538 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44550) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:07.434749 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-85f4b9b9-ae74-4700-9404-76701a0764cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:07.529941 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-85f4b9b9-ae74-4700-9404-76701a0764cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:07.604960 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Pushing event updated for resources: {'Port': ['ID=4a19608f-08da-4eb4-abe2-1cbc6d08fc0b,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:07.633498 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.955s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:07.848259 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f766b-64a8-4ebe-9648-b2e92bd18996 req-a08cd33b-dcbf-4b96-aa5a-6bdc84944f3b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:07.855375 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b59f766b-64a8-4ebe-9648-b2e92bd18996 req-a08cd33b-dcbf-4b96-aa5a-6bdc84944f3b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 943 time: 0.9829192 Jul 19 20:41:07.871818 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Attempting to bind port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:41:07.873030 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Attempting to bind port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'}] {{(pid=78682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:41:07.873288 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Attempting to bind port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b on network 1729bcf6-5778-4884-aa01-775bec79dc39 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:07.925027 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-85f4b9b9-ae74-4700-9404-76701a0764cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:07.947449 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:07.951321 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b on network 1729bcf6-5778-4884-aa01-775bec79dc39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:41:07.951838 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Attempting to bind port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b on network 1729bcf6-5778-4884-aa01-775bec79dc39 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:07.972230 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:41:07.972598 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Checking segment: {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:41:07.972956 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Bound using segment: {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'} {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:41:07.973399 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Bound port: 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'}}] {{(pid=78682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:41:07.973753 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:08.023696 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b77c9c-f697-4f74-99c3-7329f39c1dc9 req-7252294b-8d50-4594-8e37-60facd53754e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:08.026433 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-11b77c9c-f697-4f74-99c3-7329f39c1dc9 req-7252294b-8d50-4594-8e37-60facd53754e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.3231103 Jul 19 20:41:08.129694 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4b9b9-ae74-4700-9404-76701a0764cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161ff46a-e329-4144-9e8f-4602f763cd8a,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:08.138676 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-85f4b9b9-ae74-4700-9404-76701a0764cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:08.171129 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-11b77c9c-f697-4f74-99c3-7329f39c1dc9 req-f3975428-eeba-425b-8b23-9449fd0be4c2 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309609 Jul 19 20:41:08.174412 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-85f4b9b9-ae74-4700-9404-76701a0764cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:08.178407 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-85f4b9b9-ae74-4700-9404-76701a0764cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/161ff46a-e329-4144-9e8f-4602f763cd8a HTTP/1.1" status: 204 len: 168 time: 0.9054174 Jul 19 20:41:08.271506 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b59f766b-64a8-4ebe-9648-b2e92bd18996 req-f8068ba2-9e4c-4222-887b-2480bd0126cf tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870101 Jul 19 20:41:08.337954 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] For port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b, host hv-cinder-80132, cleared binding levels {{(pid=78682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:41:08.343721 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] For port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=4a19608f-08da-4eb4-abe2-1cbc6d08fc0b,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:41:08.353186 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:08.362481 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f930fcaa-da0e-43ca-84d6-d70396d6e215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:08.467728 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:08.468350 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:08.470380 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] 10.222.0.45 "PUT /v2.0/ports/4a19608f-08da-4eb4-abe2-1cbc6d08fc0b HTTP/1.1" status: 200 len: 1093 time: 3.1990640 Jul 19 20:41:08.470892 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e6aa8b-9c47-4cd5-a919-753162fd2662', 'tag': '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b'}] {{(pid=78682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:41:08.493303 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Pushing event updated for resources: {'Port': ['ID=4a19608f-08da-4eb4-abe2-1cbc6d08fc0b,revision_number=3']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:08.496970 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:08.539036 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e6aa8b-9c47-4cd5-a919-753162fd2662', 'tag': '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b', 'status': 'completed', 'code': 200} Jul 19 20:41:09.266759 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44624) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:09.466304 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1940913156-network', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:09.481123 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:09.492309 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Usage tracker for resource:network and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:09.505119 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:09.524269 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:09.542240 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Made reservation on behalf of cf058118f5cb43efa6885c65d646147c for: {'network': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:41:09.546016 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:09.566327 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:09.567671 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a6323-66cd-449b-a5c8-4201460774cb req-6e7d207a-403c-4988-b6cc-693f822d5666 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:09.569566 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de7a6323-66cd-449b-a5c8-4201460774cb req-6e7d207a-403c-4988-b6cc-693f822d5666 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1535068 Jul 19 20:41:09.592008 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:09.598527 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Usage tracker for resource:security_group_rule and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:09.603104 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:09.614328 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:09.635176 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de7a6323-66cd-449b-a5c8-4201460774cb req-9327cf06-0d82-44ec-9bd2-d2f59391089a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537529 Jul 19 20:41:09.751919 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:09.756569 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:09.760602 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-cfda27b3-ea2d-4e65-97c1-c0e02bc53216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:09.795702 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=78681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:41:09.805240 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54598911-6614-4d8d-bdd5-61c69efa0745,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:09.808875 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:09.817584 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:09.818137 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.segments_db [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Added segment 281fe944-fdf6-41dd-b9e4-c0b125ecf6d5 of type vlan for network 8c1cdfe2-5cf8-4f27-af81-43167309b360 Jul 19 20:41:09.853850 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:09.895769 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:09.897151 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:09.897747 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:09.901455 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:09.985947 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425aa82d-502b-40ab-9c47-fbddc1353697 req-4a7f06d7-9fab-4862-8800-1998bc1068ef tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:09.987556 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-425aa82d-502b-40ab-9c47-fbddc1353697 req-4a7f06d7-9fab-4862-8800-1998bc1068ef tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 943 time: 0.1648786 Jul 19 20:41:10.058812 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Pushing event updated for resources: {'Network': ['ID=8c1cdfe2-5cf8-4f27-af81-43167309b360,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:10.084352 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-425aa82d-502b-40ab-9c47-fbddc1353697 req-789c454a-f8f2-4f1c-98c4-116f81880ca7 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794272 Jul 19 20:41:10.085070 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 8c1cdfe2-5cf8-4f27-af81-43167309b360 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:41:10.085799 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8174222 Jul 19 20:41:10.087075 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 44640) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:10.087281 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:10.092839 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Request body: {'subnet': {'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1940913156-subnet', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:10.097941 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:10.103772 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Usage tracker for resource:subnet and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:10.113769 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:10.124411 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:10.138731 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Made reservation on behalf of cf058118f5cb43efa6885c65d646147c for: {'subnet': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:41:10.141477 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2174298'] for subnet, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:10.383627 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2929583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2174248'] for subnet, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:10.388079 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:10.520493 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=848cf70c-e816-4440-97d0-4022a5a8251c,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:10.523724 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:10.540944 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Checking segment: {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:41:10.541317 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Network hostable DHCP agents. Network: 8c1cdfe2-5cf8-4f27-af81-43167309b360, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:41:10.568966 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c359-16cb-43ec-93ce-62b51a425908 req-7672524a-37fe-4130-9c53-c9164400a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:10.570585 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cce2c359-16cb-43ec-93ce-62b51a425908 req-7672524a-37fe-4130-9c53-c9164400a2fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 1096 time: 0.1557333 Jul 19 20:41:10.577881 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Network 8c1cdfe2-5cf8-4f27-af81-43167309b360 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:41:10.630894 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 8c1cdfe2-5cf8-4f27-af81-43167309b360) {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:41:10.647793 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54a0e48-7ef5-4f10-94e7-049f77b17f67 None None] Network 8c1cdfe2-5cf8-4f27-af81-43167309b360 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:41:10.663462 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:10.664190 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:10.838155 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7458553 Jul 19 20:41:10.839452 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 44652) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:10.848950 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:10.857174 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:10.876385 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Usage tracker for resource:router and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:10.880641 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:10.929443 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:10.937068 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c359-16cb-43ec-93ce-62b51a425908 req-ec210c43-f3d3-4eb0-ba7c-36ef15753b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:10.939144 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cce2c359-16cb-43ec-93ce-62b51a425908 req-ec210c43-f3d3-4eb0-ba7c-36ef15753b5b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3497884 Jul 19 20:41:11.001938 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:11.003080 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-709492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:11.033731 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a9859ff-3bcc-5e62-9b24-b3a30d5fcb8c-8c1cdfe2-5cf8-4f27-af81-43167309b360', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c'}]}} from dv-cinder-801321-1-iscsi. {{(pid=78683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 20:41:11.034691 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:11.093749 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:11.147532 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c359-16cb-43ec-93ce-62b51a425908 req-fef2ec72-2cdf-479b-9d98-4077eeddf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:11.149259 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cce2c359-16cb-43ec-93ce-62b51a425908 req-fef2ec72-2cdf-479b-9d98-4077eeddf5e4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2022364 Jul 19 20:41:11.159766 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab6d0b-767a-473a-bf52-2ac5f19e49d0 req-d8dbdbf0-43d6-4aa3-95d7-32b7f622eca7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:11.161394 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-72ab6d0b-767a-473a-bf52-2ac5f19e49d0 req-d8dbdbf0-43d6-4aa3-95d7-32b7f622eca7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.2819943 Jul 19 20:41:11.371336 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Allocated IP 172.20.0.2 (8c1cdfe2-5cf8-4f27-af81-43167309b360/848cf70c-e816-4440-97d0-4022a5a8251c/ffa5a362-864f-460d-9507-953afde4c34e) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:41:11.462955 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac8362-7a9c-423c-a559-095fc19ca9ef req-fc7b895b-f6b3-4b40-b0e1-c876ebc14a78 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:11.466005 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d9ac8362-7a9c-423c-a559-095fc19ca9ef req-fc7b895b-f6b3-4b40-b0e1-c876ebc14a78 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 943 time: 0.1370060 Jul 19 20:41:11.493156 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-72ab6d0b-767a-473a-bf52-2ac5f19e49d0 req-30472457-bd83-4b2b-811c-096d71e963ca tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580404 Jul 19 20:41:11.586552 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d9ac8362-7a9c-423c-a559-095fc19ca9ef req-94ad1df4-72d7-4fa4-90e2-d116d3db8370 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101234 Jul 19 20:41:11.702656 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1630'] for router, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:11.806895 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-7012305d-e44b-462a-a1a9-9f7d0d4418f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:11.808758 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-7012305d-e44b-462a-a1a9-9f7d0d4418f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 1096 time: 0.5510688 Jul 19 20:41:11.992253 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:12.019399 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-9504f2a9-f2fd-4d0d-acdd-9c8eb9fc0182 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a19608f-08da-4eb4-abe2-1cbc6d08fc0b HTTP/1.1" status: 200 len: 217 time: 0.1924448 Jul 19 20:41:12.023724 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Transition to ACTIVE for port object ffa5a362-864f-460d-9507-953afde4c34e will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:41:12.055313 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Transition to ACTIVE for port object ffa5a362-864f-460d-9507-953afde4c34e will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:41:12.073221 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:12.085455 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:12.117293 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-a701ef8f-bc7f-4d3c-b8d2-8b267ca9e13d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e6635ef310c0499391fbfb77950c007d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398166 Jul 19 20:41:12.174625 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Network 8c1cdfe2-5cf8-4f27-af81-43167309b360 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:41:12.176802 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Resources bound (agent type, host, resource id): {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:41:12.184694 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:41:12.187293 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-27fe26bf-0791-431a-8e9b-ee9b5572c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:12.189513 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-27fe26bf-0791-431a-8e9b-ee9b5572c8f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1519832d-8f12-4fc6-befb-a491c3df2990 HTTP/1.1" status: 200 len: 855 time: 0.1523936 Jul 19 20:41:12.242761 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-b9fdf8d3-b428-4362-bd2b-d34a42eaa5a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1729bcf6-5778-4884-aa01-775bec79dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459096 Jul 19 20:41:12.331863 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Pushing event updated for resources: {'Port': ['ID=ffa5a362-864f-460d-9507-953afde4c34e,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:12.337066 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:12.502649 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Attempting to bind port ffa5a362-864f-460d-9507-953afde4c34e on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:41:12.504739 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Attempting to bind port ffa5a362-864f-460d-9507-953afde4c34e by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:41:12.505872 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Attempting to bind port ffa5a362-864f-460d-9507-953afde4c34e on network 8c1cdfe2-5cf8-4f27-af81-43167309b360 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:12.514734 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-14c3656e-ed8c-43ce-a5af-0ef770b65da7 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:12.520362 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:41:12.520993 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Checking segment: {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:41:12.521843 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:12.522524 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Bound using segment: {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:41:12.523510 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Bound port: ffa5a362-864f-460d-9507-953afde4c34e, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:41:12.524258 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:12.530786 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-14c3656e-ed8c-43ce-a5af-0ef770b65da7 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4074888 Jul 19 20:41:12.585825 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-cd6efef7-0184-4831-abae-66c84716761e tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/quotas/e6635ef310c0499391fbfb77950c007d HTTP/1.1" status: 200 len: 375 time: 0.0438938 Jul 19 20:41:12.606763 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:12.674327 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:12.742151 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-73753b01-b264-4229-b00f-7af458c9d3d6 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6635ef310c0499391fbfb77950c007d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1460974 Jul 19 20:41:12.844420 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] For port ffa5a362-864f-460d-9507-953afde4c34e, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:41:12.848926 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] For port ffa5a362-864f-460d-9507-953afde4c34e, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ffa5a362-864f-460d-9507-953afde4c34e,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:41:12.858774 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:12.880541 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:12.890601 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-bbb16f0e-348b-4fec-9695-8e8bbe72708c service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342278 Jul 19 20:41:13.050520 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Pushing event updated for resources: {'Port': ['ID=ffa5a362-864f-460d-9507-953afde4c34e,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:13.056264 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:13.315697 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539a95-5d12-4953-84a9-2a86509be97b req-03e210c8-6a89-451c-a188-f94e29f9161b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:13.324587 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-32539a95-5d12-4953-84a9-2a86509be97b req-03e210c8-6a89-451c-a188-f94e29f9161b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 943 time: 0.1902366 Jul 19 20:41:13.380365 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162fe7e-dd78-4b75-8919-c957b3718a0d req-9d5a5956-7802-4090-8bfb-f3102e3e5f48 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:13.388621 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a162fe7e-dd78-4b75-8919-c957b3718a0d req-9d5a5956-7802-4090-8bfb-f3102e3e5f48 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.5812614 Jul 19 20:41:13.438523 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-32539a95-5d12-4953-84a9-2a86509be97b req-987d3c5d-1dfe-42cb-82a8-bf450f51f69e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064811 Jul 19 20:41:13.514878 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de83bb70-35f8-469f-93d2-ada7cdd7818d req-5c2f3198-cd44-42e2-ac83-718eb5e0e3e8 service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121061 Jul 19 20:41:13.551827 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Allocated IP 172.27.2.4 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:41:13.586420 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0c18207c-e60f-4a29-85de-b9c17bdd4a0b req-918d1643-ce63-4327-a94a-77a200b4f227 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 210 time: 0.0671916 Jul 19 20:41:13.701456 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a162fe7e-dd78-4b75-8919-c957b3718a0d req-ce9be7cd-e07c-40c1-a019-14a5542c2e02 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797432 Jul 19 20:41:13.909696 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:13.940262 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:13.944366 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:14.009457 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:41:14.013545 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:41:14.017263 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:41:14.073014 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Pushing event updated for resources: {'Port': ['ID=1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:14.082164 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:14.092429 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:14.151376 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ffa5a362-864f-460d-9507-953afde4c34e up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:41:14.250264 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port ffa5a362-864f-460d-9507-953afde4c34e completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:41:14.569126 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1710a9eb-256a-4703-bd12-b97068d9779f None None] Network 8c1cdfe2-5cf8-4f27-af81-43167309b360 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:41:14.685626 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-6cd64b55-52cb-4cc1-a1b1-c61db7c81b02 None None] Provisioning for port ffa5a362-864f-460d-9507-953afde4c34e completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:41:14.696145 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-6cd64b55-52cb-4cc1-a1b1-c61db7c81b02 None None] Provisioning complete for port ffa5a362-864f-460d-9507-953afde4c34e triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:14.696589 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6cd64b55-52cb-4cc1-a1b1-c61db7c81b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:14.896261 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd702001-0906-4460-957c-4d7485291304 req-c1f56219-01d0-460c-9780-aca61c577dea tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:14.898871 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fd702001-0906-4460-957c-4d7485291304 req-c1f56219-01d0-460c-9780-aca61c577dea tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 943 time: 0.3416281 Jul 19 20:41:14.933799 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6cd64b55-52cb-4cc1-a1b1-c61db7c81b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:14.983037 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-6cd64b55-52cb-4cc1-a1b1-c61db7c81b02 None None] For port ffa5a362-864f-460d-9507-953afde4c34e, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ffa5a362-864f-460d-9507-953afde4c34e,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:41:14.993169 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6cd64b55-52cb-4cc1-a1b1-c61db7c81b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:14.996657 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:15.040713 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:15.089173 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd64b55-52cb-4cc1-a1b1-c61db7c81b02 None None] Pushing event updated for resources: {'Port': ['ID=ffa5a362-864f-460d-9507-953afde4c34e,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:15.094653 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6cd64b55-52cb-4cc1-a1b1-c61db7c81b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:15.141373 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fd702001-0906-4460-957c-4d7485291304 req-fd9d03c1-41b7-4866-96ac-e7d961d404cd tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121172 Jul 19 20:41:15.241279 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-06333fe9-c9d3-46b0-a3fc-36c29fab5437 None None] Provisioning complete for port ffa5a362-864f-460d-9507-953afde4c34e triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:15.241927 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-06333fe9-c9d3-46b0-a3fc-36c29fab5437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:15.430516 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-85450360-dd52-46c0-a573-b645bb807c0f req-a0909ac2-1ae4-4ba3-ac7e-45b48b79227a tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 210 time: 0.0686440 Jul 19 20:41:15.618090 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703511'] for router, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:15.879215 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec2f81-5ab0-48c8-a288-ab6ecf16131c req-ee784adb-f3dc-4d03-a9ad-e3f0aebb061a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:15.880984 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-39ec2f81-5ab0-48c8-a288-ab6ecf16131c req-ee784adb-f3dc-4d03-a9ad-e3f0aebb061a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.2048008 Jul 19 20:41:15.952087 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-39ec2f81-5ab0-48c8-a288-ab6ecf16131c req-311c6f59-f1d5-457f-8ae0-3a549884d4d0 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637727 Jul 19 20:41:15.953405 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Router 7f2f6416-d696-4468-85b1-3b0d8237bde6 is scheduled to L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 with binding_index 1 {{(pid=78682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 20:41:16.061796 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ffa5a362-864f-460d-9507-953afde4c34e up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:41:16.187406 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:41:16.192168 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port ffa5a362-864f-460d-9507-953afde4c34e triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:16.193713 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:16.201063 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Sync routers for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:41:16.227923 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:41:16.228759 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:41:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:41:16.233679 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:16.240530 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3988004 Jul 19 20:41:16.240842 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44772) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:16.518145 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:41:16.671028 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e834c-0d25-44bc-acf1-46341df676f2 req-e6fe24fa-60e9-4483-8119-d6460607e493 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:16.696561 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-203e834c-0d25-44bc-acf1-46341df676f2 req-e6fe24fa-60e9-4483-8119-d6460607e493 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 943 time: 0.3068705 Jul 19 20:41:16.905774 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ce1c5ef0-ac65-4a66-ab0d-2ba507a28786 req-1b41eb1b-653c-40d3-8ff3-808744e6ab85 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 210 time: 0.1080830 Jul 19 20:41:17.061340 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:14Z', 'revision_number': 3, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:41:17.091962 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Checking router: 7f2f6416-d696-4468-85b1-3b0d8237bde6 for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:41:17.092524 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Updating router 7f2f6416-d696-4468-85b1-3b0d8237bde6 port 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 binding host dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:41:17.273928 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:17.389401 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-203e834c-0d25-44bc-acf1-46341df676f2 req-537610cf-d238-4a63-9a90-d85c30f05467 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6913071 Jul 19 20:41:17.822897 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b17f-b48b-4305-84b7-fe92a765b2f8 req-a5094738-c49c-4a32-b768-0bd54ce9f187 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:17.832433 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-02c5b17f-b48b-4305-84b7-fe92a765b2f8 req-a5094738-c49c-4a32-b768-0bd54ce9f187 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.4629979 Jul 19 20:41:18.061328 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:18.065955 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-d8170c2b-3757-4655-a4cb-a352a18d2d9c tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e6635ef310c0499391fbfb77950c007d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113741 Jul 19 20:41:18.080112 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Transition to ACTIVE for port object 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:41:18.098560 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:18.112478 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:18.255905 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-02c5b17f-b48b-4305-84b7-fe92a765b2f8 req-ff357190-29e7-4705-8a19-599a9f7360ba tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896504 Jul 19 20:41:18.328476 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:41:18.333973 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Pushing event updated for resources: {'Port': ['ID=1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:18.420308 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:18.428864 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:18.429783 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:18.431006 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:18.433059 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:18.439086 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:18.440018 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:18.440718 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:18.441493 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:18.457106 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:18.458090 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:18.458781 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:18.474496 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:18.501991 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Attempting to bind port 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:41:18.502660 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Attempting to bind port 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:41:18.503246 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Attempting to bind port 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 on network f5466eaf-cb4a-4a64-b931-13ea23041666 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:18.519401 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:41:18.519810 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Checking segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:41:18.520173 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:18.523762 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Bound using segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:41:18.524514 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Bound port: 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:41:18.525119 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:18.552627 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-13de4e43-7be0-4763-95b0-7aa938a9f0e9 req-369f82b1-7982-40fe-aab7-0959db3aaf5c tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 210 time: 0.3310516 Jul 19 20:41:18.569627 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:18.784004 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] For port 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:41:18.790706 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] For port 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:41:18.807511 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:18.829710 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:18.834728 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-ae786874-aece-4d82-b437-90c72834ffc0 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:18.843631 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-ae786874-aece-4d82-b437-90c72834ffc0 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7670786 Jul 19 20:41:18.854568 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=4a19608f-08da-4eb4-abe2-1cbc6d08fc0b,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:41:18.867945 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Request body: {'port': {'device_id': '70440798-bab4-4179-b2be-e0d3d744991b', 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87', 'admin_state_up': True, 'tenant_id': 'e6635ef310c0499391fbfb77950c007d'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:18.924337 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b', 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39', 'port_id': '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b', 'mac_address': 'fa:16:3e:35:66:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1519832d-8f12-4fc6-befb-a491c3df2990', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:41:18.972873 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:41:18.973916 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:41:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:41:19.063899 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:19.113349 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:41:19.150005 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=4a19608f-08da-4eb4-abe2-1cbc6d08fc0b,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:41:19.158786 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:19.161087 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:19.238753 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:19.248063 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Usage tracker for resource:port and tenant:e6635ef310c0499391fbfb77950c007d is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:19.252159 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:19.261115 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:19.273934 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Made reservation on behalf of e6635ef310c0499391fbfb77950c007d for: {'port': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:41:19.278843 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:19.300816 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:19.324375 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:19.349532 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Usage tracker for resource:security_group_rule and tenant:e6635ef310c0499391fbfb77950c007d is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:19.366395 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:19.375431 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Pushing event updated for resources: {'Port': ['ID=1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:19.398990 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:19.404442 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:19.442899 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=4a19608f-08da-4eb4-abe2-1cbc6d08fc0b,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:19.464709 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:19.573657 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['4a19608f-08da-4eb4-abe2-1cbc6d08fc0b'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:41:19.620555 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Allocated IP 172.20.0.1 (8c1cdfe2-5cf8-4f27-af81-43167309b360/848cf70c-e816-4440-97d0-4022a5a8251c/956bd3fd-1261-4d44-82c9-8fc29f21bce8) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:41:19.862350 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:41:19.979492 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:19.999660 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:20.009891 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 44876) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:20.013634 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-63189e42-9bb8-48c4-b347-a12f8ac40cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:20.087303 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:20.198498 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Transition to ACTIVE for port object 956bd3fd-1261-4d44-82c9-8fc29f21bce8 will not be triggered until provisioned by entity DHCP. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:41:20.203777 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44884) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:20.286927 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Allocated IP 192.168.233.80 (3d1fd302-7f8a-4dae-a64a-d098bf04fd87/fe90e491-4e60-4a64-a1e9-a0640c6f20fe/fdf70888-bbb3-483d-a827-01ec37d19776) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:41:20.296789 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0677517-34ea-4dd8-b4bb-082cc9091fc4 req-59b4cca0-79a0-4c98-92fe-71e1b78aa1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:20.299854 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d0677517-34ea-4dd8-b4bb-082cc9091fc4 req-59b4cca0-79a0-4c98-92fe-71e1b78aa1fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 1098 time: 1.2653477 Jul 19 20:41:20.316236 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0cdd4-6193-48a5-b4e5-13b7e759c05f req-723b7f88-a8b7-492f-9feb-1c08fd8b2f33 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:20.318819 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-36f0cdd4-6193-48a5-b4e5-13b7e759c05f req-723b7f88-a8b7-492f-9feb-1c08fd8b2f33 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 943 time: 1.4679894 Jul 19 20:41:20.439846 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:20.449871 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-36f0cdd4-6193-48a5-b4e5-13b7e759c05f req-5e2a64b3-4baf-443a-859f-3260fdcdbc5c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051319 Jul 19 20:41:20.463839 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:20.529655 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d0677517-34ea-4dd8-b4bb-082cc9091fc4 req-74254c4a-a8bc-4b9b-b3dc-d694d856f8d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077272 Jul 19 20:41:20.577643 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:20.587217 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:20.595793 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:20.611582 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-18612aa5-904d-481a-bc46-770d62e3acb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:20.613441 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.provisioning_blocks [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Transition to ACTIVE for port object fdf70888-bbb3-483d-a827-01ec37d19776 will not be triggered until provisioned by entity DHCP. {{(pid=78682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:41:20.632032 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Network 8c1cdfe2-5cf8-4f27-af81-43167309b360 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:41:20.641533 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:41:20.651689 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:41:20.686625 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b8b96-b93b-453c-a260-7ce3e3043817 req-9bfb7475-8491-4d88-9cfa-e7fb9dbb0963 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:20.688402 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-dd2b8b96-b93b-453c-a260-7ce3e3043817 req-9bfb7475-8491-4d88-9cfa-e7fb9dbb0963 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.8753645 Jul 19 20:41:20.717268 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-18612aa5-904d-481a-bc46-770d62e3acb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:20.740344 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-18612aa5-904d-481a-bc46-770d62e3acb3 admin admin] Usage tracker for resource:security_group_rule and tenant:b0606c9d34274152948f3321da769525 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:20.750456 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:20.765647 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f145f5-dc4b-461d-a253-0e3d4fefa2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:20.777379 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f5399e07-ce74-4125-a375-5678f54c8120 tempest-DeleteServersTestJSON-866075024 tempest-DeleteServersTestJSON-866075024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:20.810811 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:14Z', 'revision_number': 3, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:41:20.817653 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-18612aa5-904d-481a-bc46-770d62e3acb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:20.832863 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8a23b-2975-4098-8ecb-2f799bb378e8 None None] The sync data for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi is: [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:14Z', 'revision_number': 3, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:41:20.956942 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-04f145f5-dc4b-461d-a253-0e3d4fefa2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:20.967877 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Network 3d1fd302-7f8a-4dae-a64a-d098bf04fd87 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:41:20.971802 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:41:20.976442 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-dd2b8b96-b93b-453c-a260-7ce3e3043817 req-0095847c-858d-4762-9751-4f5e4e8a159c tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446873 Jul 19 20:41:20.977147 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Pushing event updated for resources: {'Port': ['ID=fdf70888-bbb3-483d-a827-01ec37d19776,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:20.979791 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:41:20.993026 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-18612aa5-904d-481a-bc46-770d62e3acb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:21.013060 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Pushing event updated for resources: {'Port': ['ID=956bd3fd-1261-4d44-82c9-8fc29f21bce8,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:21.015095 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-04f145f5-dc4b-461d-a253-0e3d4fefa2b4 admin admin] Usage tracker for resource:security_group_rule and tenant:049342f3396c47bf9d0475db84a9d866 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:21.019018 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:21.024563 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-04f145f5-dc4b-461d-a253-0e3d4fefa2b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:21.027118 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:21.034466 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-a8fdba53-dea0-462e-8ded-82f86a752d19 None None] Provisioning for port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:41:21.055582 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-04f145f5-dc4b-461d-a253-0e3d4fefa2b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:21.065570 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728897'] for router_interface, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:21.067645 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-a8fdba53-dea0-462e-8ded-82f86a752d19 None None] Provisioning complete for port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:21.068251 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a8fdba53-dea0-462e-8ded-82f86a752d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:21.191054 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-a8fdba53-dea0-462e-8ded-82f86a752d19 None None] Port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:41:21.256029 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16468b5e-b79e-469b-9898-b064434a0d54 req-d2af4870-74ef-467a-b534-b7ae90d75f5f tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:21.288904 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-16468b5e-b79e-469b-9898-b064434a0d54 req-d2af4870-74ef-467a-b534-b7ae90d75f5f tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 935 time: 0.5488207 Jul 19 20:41:21.319132 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:21.320300 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:21.383077 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f145f5-dc4b-461d-a253-0e3d4fefa2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:21.387798 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-16468b5e-b79e-469b-9898-b064434a0d54 req-a5207cdb-66ef-4b92-bafc-d8b8c7ab62c4 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016595 Jul 19 20:41:21.407324 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f145f5-dc4b-461d-a253-0e3d4fefa2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:21.435703 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-18612aa5-904d-481a-bc46-770d62e3acb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:21.435880 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:21.441635 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-18612aa5-904d-481a-bc46-770d62e3acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:21.452831 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e728e6b5-f3cf-4c2f-a020-e463686e59b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:21.507517 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-04f145f5-dc4b-461d-a253-0e3d4fefa2b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=049342f3396c47bf9d0475db84a9d866&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4781535 Jul 19 20:41:21.507517 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f145f5-dc4b-461d-a253-0e3d4fefa2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a9aa14-c1f7-49a0-a53f-9bdd795f7f52,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:21.513619 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 44900) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:21.532958 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-e21fe80b-9917-429f-97ee-eb55f8ccee1c None None] Provisioning for port fdf70888-bbb3-483d-a827-01ec37d19776 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:41:21.545203 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-e21fe80b-9917-429f-97ee-eb55f8ccee1c None None] Provisioning complete for port fdf70888-bbb3-483d-a827-01ec37d19776 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:21.545758 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e21fe80b-9917-429f-97ee-eb55f8ccee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:21.552884 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-04f145f5-dc4b-461d-a253-0e3d4fefa2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:21.557211 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6963940 Jul 19 20:41:21.567796 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-18612aa5-904d-481a-bc46-770d62e3acb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0606c9d34274152948f3321da769525&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3558466 Jul 19 20:41:21.569733 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 44904) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:21.578381 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18612aa5-904d-481a-bc46-770d62e3acb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52914706-4801-4d9e-95c5-d49226b8e2ba,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:21.584421 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-18612aa5-904d-481a-bc46-770d62e3acb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:21.620687 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:21.623888 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Request body: {'port': {'device_id': '70440798-bab4-4179-b2be-e0d3d744991b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:21.776880 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e21fe80b-9917-429f-97ee-eb55f8ccee1c None None] Port fdf70888-bbb3-483d-a827-01ec37d19776 cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:41:22.057828 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2ed258ee-492f-4773-bc01-bf8102a3f78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.123336 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2ed258ee-492f-4773-bc01-bf8102a3f78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.142568 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4454-f68f-45ea-9eaf-6f6f2d68f27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.175338 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:41:22.201479 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.289354 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.296776 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.343201 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:22.365286 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:41:22.403134 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a455c8-5a60-41df-a046-feccfd16fe8e req-d58f9aaf-6d1a-4487-ac72-2e23c9dc5222 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:22.403414 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-15a455c8-5a60-41df-a046-feccfd16fe8e req-d58f9aaf-6d1a-4487-ac72-2e23c9dc5222 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 944 time: 0.6732287 Jul 19 20:41:22.415483 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4454-f68f-45ea-9eaf-6f6f2d68f27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.451184 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729060'] for router_interface, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.460144 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:41:22.468021 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:22.468542 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.539170 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:41:22.558214 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:22.558820 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.586860 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2ed258ee-492f-4773-bc01-bf8102a3f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.601362 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:22.630235 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2ed258ee-492f-4773-bc01-bf8102a3f78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.637483 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-2ed258ee-492f-4773-bc01-bf8102a3f78c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0a9aa14-c1f7-49a0-a53f-9bdd795f7f52 HTTP/1.1" status: 204 len: 168 time: 1.1166666 Jul 19 20:41:22.664536 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-15a455c8-5a60-41df-a046-feccfd16fe8e req-ea45cf3f-341b-49e7-9bc6-289394b2795f tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106736 Jul 19 20:41:22.665015 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4454-f68f-45ea-9eaf-6f6f2d68f27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.668042 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4454-f68f-45ea-9eaf-6f6f2d68f27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:22.681702 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-8a8c4454-f68f-45ea-9eaf-6f6f2d68f27f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52914706-4801-4d9e-95c5-d49226b8e2ba HTTP/1.1" status: 204 len: 168 time: 1.1043158 Jul 19 20:41:22.681955 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed258ee-492f-4773-bc01-bf8102a3f78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a9aa14-c1f7-49a0-a53f-9bdd795f7f52,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:22.686275 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2ed258ee-492f-4773-bc01-bf8102a3f78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:22.869330 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Pushing event updated for resources: {'Port': ['ID=956bd3fd-1261-4d44-82c9-8fc29f21bce8,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:22.897450 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:22.934319 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:22.978103 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c4454-f68f-45ea-9eaf-6f6f2d68f27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52914706-4801-4d9e-95c5-d49226b8e2ba,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:22.983446 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8a8c4454-f68f-45ea-9eaf-6f6f2d68f27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:22.987935 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95c4d7-4298-437f-83b9-4f6756925eb9 req-c66c1653-d26f-4965-ae38-eb3719ad0552 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:22.993543 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2a95c4d7-4298-437f-83b9-4f6756925eb9 req-c66c1653-d26f-4965-ae38-eb3719ad0552 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.6512485 Jul 19 20:41:23.158581 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Network 8c1cdfe2-5cf8-4f27-af81-43167309b360 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:41:23.164137 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2a95c4d7-4298-437f-83b9-4f6756925eb9 req-7366f14a-86d8-4a99-9254-fa10e11e9e27 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513641 Jul 19 20:41:23.165902 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:41:23.199436 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:23.245227 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:41:23.263721 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:23.274905 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:23.436530 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:23.571575 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=4a19608f-08da-4eb4-abe2-1cbc6d08fc0b,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:41:23.585474 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e6aa8b-9c47-4cd5-a919-753162fd2662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:41:23.633075 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:23.683092 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:23.694670 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:23.695096 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:23.885134 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=4a19608f-08da-4eb4-abe2-1cbc6d08fc0b,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:23.888466 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:23.889718 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-a5c55e3a-95c8-4d82-9440-be84bccc7007 None None] Provisioning complete for port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:23.890124 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a5c55e3a-95c8-4d82-9440-be84bccc7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:23.952666 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44934) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:24.049355 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44938) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:24.050792 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2e69ffde-e3de-44c3-a88a-cfed66bce7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:24.126415 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-a5c55e3a-95c8-4d82-9440-be84bccc7007 None None] Port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:41:24.139706 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e623f918-03cd-477d-9703-23b467489d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:24.146021 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:41:24.149904 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 44942) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:24.176527 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-2e69ffde-e3de-44c3-a88a-cfed66bce7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:24.178063 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf70888-bbb3-483d-a827-01ec37d19776 {{(pid=78682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:41:24.197671 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:24.205797 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Router 7f2f6416-d696-4468-85b1-3b0d8237bde6 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:41:24.208205 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-2e69ffde-e3de-44c3-a88a-cfed66bce7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:894d3738d08a4c2f989d5dd3d5f5adb1 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:24.213670 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-e623f918-03cd-477d-9703-23b467489d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:24.225079 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-2e69ffde-e3de-44c3-a88a-cfed66bce7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:24.231989 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.provisioning_blocks [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Transition to ACTIVE for port object fdf70888-bbb3-483d-a827-01ec37d19776 will not be triggered until provisioned by entity L2. {{(pid=78682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:41:24.243640 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-2e69ffde-e3de-44c3-a88a-cfed66bce7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:24.245742 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:24.246470 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:24.250874 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-e623f918-03cd-477d-9703-23b467489d2f admin admin] Usage tracker for resource:security_group_rule and tenant:5b0900a6808e4a9c8dc68733b2aac1cc is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:24.266551 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8756af-24d9-4293-8a21-8d634a2ffeba req-32f1a7cb-402c-4c1c-a1fa-ce7fed26c3e3 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:24.268592 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-e623f918-03cd-477d-9703-23b467489d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:24.271730 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4a8756af-24d9-4293-8a21-8d634a2ffeba req-32f1a7cb-402c-4c1c-a1fa-ce7fed26c3e3 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.4496825 Jul 19 20:41:24.273943 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:24.288076 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1d6621b8-1474-44b7-a53b-ba30a260db9f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:24.361137 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-e623f918-03cd-477d-9703-23b467489d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:24.416425 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666372ca-7091-4081-b3ea-cc917e85f45b req-398f9aa1-d89b-4056-8785-e806ba7ee5b1 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:24.418043 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-666372ca-7091-4081-b3ea-cc917e85f45b req-398f9aa1-d89b-4056-8785-e806ba7ee5b1 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 935 time: 0.6608531 Jul 19 20:41:24.491822 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-15a6c2e2-48a5-4fea-a4eb-c5d61a5ba6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:24.574786 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4a8756af-24d9-4293-8a21-8d634a2ffeba req-f6418be3-e605-48c3-994c-eec35bfcdd20 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906172 Jul 19 20:41:24.604254 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-15a6c2e2-48a5-4fea-a4eb-c5d61a5ba6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:24.668016 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-15a6c2e2-48a5-4fea-a4eb-c5d61a5ba6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:2876c92e8ee14799b6822586e0342769 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:24.676842 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e6aa8b-9c47-4cd5-a919-753162fd2662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b', 'code': 200} Jul 19 20:41:24.684002 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-15a6c2e2-48a5-4fea-a4eb-c5d61a5ba6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:24.705604 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-15a6c2e2-48a5-4fea-a4eb-c5d61a5ba6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:24.730716 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf70888-bbb3-483d-a827-01ec37d19776,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:24.744387 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e623f918-03cd-477d-9703-23b467489d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:24.749801 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:24.762827 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-666372ca-7091-4081-b3ea-cc917e85f45b req-cd882322-98d4-4e1e-ba2f-b69f1c955ecf tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327847 Jul 19 20:41:24.785229 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e623f918-03cd-477d-9703-23b467489d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:24.832133 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d0faa1fd-4a34-48b3-bac1-2b8a168c6125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:24.900835 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623f918-03cd-477d-9703-23b467489d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9c1eda-06f1-481d-a0cc-986e0e9c05d7,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:24.905518 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e623f918-03cd-477d-9703-23b467489d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:24.949779 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:41:24.966599 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Sync routers for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:41:24.999211 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-e623f918-03cd-477d-9703-23b467489d2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b0900a6808e4a9c8dc68733b2aac1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9284513 Jul 19 20:41:25.005999 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44952) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:25.006213 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:41:25.007179 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:41:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:41:25.140170 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2e69ffde-e3de-44c3-a88a-cfed66bce7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.148844 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c260182-9953-4d38-840f-cfe9284575af req-cc89c7a9-1030-4c83-b2d8-a20c38f21de6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:25.150528 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1c260182-9953-4d38-840f-cfe9284575af req-cc89c7a9-1030-4c83-b2d8-a20c38f21de6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 945 time: 0.3029153 Jul 19 20:41:25.152836 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Attempting to bind port fdf70888-bbb3-483d-a827-01ec37d19776 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:41:25.153163 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Attempting to bind port fdf70888-bbb3-483d-a827-01ec37d19776 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '8d23f7fe-58e5-488c-875a-ae8bf81579f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87'}] {{(pid=78682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:41:25.153485 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Attempting to bind port fdf70888-bbb3-483d-a827-01ec37d19776 on network 3d1fd302-7f8a-4dae-a64a-d098bf04fd87 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:25.165920 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Port fdf70888-bbb3-483d-a827-01ec37d19776 on network 3d1fd302-7f8a-4dae-a64a-d098bf04fd87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:41:25.166420 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Attempting to bind port fdf70888-bbb3-483d-a827-01ec37d19776 on network 3d1fd302-7f8a-4dae-a64a-d098bf04fd87 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:25.234217 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1c260182-9953-4d38-840f-cfe9284575af req-c2c08315-482a-4f00-a557-239a8b799080 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696571 Jul 19 20:41:25.235087 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:41:25.235427 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Checking segment: {'id': '8d23f7fe-58e5-488c-875a-ae8bf81579f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:41:25.235815 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Bound using segment: {'id': '8d23f7fe-58e5-488c-875a-ae8bf81579f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87'} {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:41:25.236267 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Bound port: fdf70888-bbb3-483d-a827-01ec37d19776, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d23f7fe-58e5-488c-875a-ae8bf81579f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87'}}] {{(pid=78682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:41:25.236603 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.248907 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] 10.222.0.36 "PUT /v2.0/routers/7f2f6416-d696-4468-85b1-3b0d8237bde6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0072737 Jul 19 20:41:25.253166 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2e69ffde-e3de-44c3-a88a-cfed66bce7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.268582 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-f0d97862-b65b-4a29-ac39-53769137398d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:25.300628 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-778be8c8-4db4-443a-a90a-85561013c661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.346096 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-2e69ffde-e3de-44c3-a88a-cfed66bce7a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=894d3738d08a4c2f989d5dd3d5f5adb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3816149 Jul 19 20:41:25.350752 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69ffde-e3de-44c3-a88a-cfed66bce7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fea2e6-9932-4c9f-aaae-61970664ea86,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:25.353270 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 44958) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:25.365134 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-2e69ffde-e3de-44c3-a88a-cfed66bce7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:25.376343 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-778be8c8-4db4-443a-a90a-85561013c661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.456489 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:41:25.477362 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-15a6c2e2-48a5-4fea-a4eb-c5d61a5ba6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.489816 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-15a6c2e2-48a5-4fea-a4eb-c5d61a5ba6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.534292 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10f41b-de84-4a13-aeb4-16584f913a49 req-6a7c32a6-ba20-4344-8ff7-999352834377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:25.535875 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4e10f41b-de84-4a13-aeb4-16584f913a49 req-6a7c32a6-ba20-4344-8ff7-999352834377 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 1098 time: 0.4634356 Jul 19 20:41:25.566158 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f164a334-6a1b-45f8-acb6-8ef10f79df90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:25.597687 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-15a6c2e2-48a5-4fea-a4eb-c5d61a5ba6a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2876c92e8ee14799b6822586e0342769&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4463375 Jul 19 20:41:25.601283 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6c2e2-48a5-4fea-a4eb-c5d61a5ba6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea911b7-7340-484a-93df-115b7e589537,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:25.604910 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-15a6c2e2-48a5-4fea-a4eb-c5d61a5ba6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:25.607777 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 44966) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:25.636441 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] For port fdf70888-bbb3-483d-a827-01ec37d19776, host hv-cinder-80132, cleared binding levels {{(pid=78682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:41:25.644901 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c03a24fb-96f1-4b12-aa60-b27cd1173cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.668126 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] For port fdf70888-bbb3-483d-a827-01ec37d19776, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=fdf70888-bbb3-483d-a827-01ec37d19776,segment=NetworkSegment(8d23f7fe-58e5-488c-875a-ae8bf81579f1),segment_id=8d23f7fe-58e5-488c-875a-ae8bf81579f1)] {{(pid=78682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:41:25.696071 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-778be8c8-4db4-443a-a90a-85561013c661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.723717 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-18612aa5-904d-481a-bc46-770d62e3acb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:25.764432 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.766162 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-19d5aef3-d803-4675-b022-c0b60fa329af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.773880 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4e10f41b-de84-4a13-aeb4-16584f913a49 req-5fa4fd5f-140e-4ade-bc5d-afea7e1cbc07 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277379 Jul 19 20:41:25.803907 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778be8c8-4db4-443a-a90a-85561013c661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9c1eda-06f1-481d-a0cc-986e0e9c05d7,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:25.815938 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-778be8c8-4db4-443a-a90a-85561013c661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:25.818982 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c03a24fb-96f1-4b12-aa60-b27cd1173cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.835024 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-778be8c8-4db4-443a-a90a-85561013c661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.840763 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-778be8c8-4db4-443a-a90a-85561013c661 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc9c1eda-06f1-481d-a0cc-986e0e9c05d7 HTTP/1.1" status: 204 len: 168 time: 0.8336122 Jul 19 20:41:25.874373 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-19d5aef3-d803-4675-b022-c0b60fa329af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.939990 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c03a24fb-96f1-4b12-aa60-b27cd1173cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.948125 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:25.978644 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a24fb-96f1-4b12-aa60-b27cd1173cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fea2e6-9932-4c9f-aaae-61970664ea86,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:25.984496 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c03a24fb-96f1-4b12-aa60-b27cd1173cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:25.984748 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-023cadf6-941c-4a49-9416-3796bc9a6926 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:25.987491 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c03a24fb-96f1-4b12-aa60-b27cd1173cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:25.989496 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-c03a24fb-96f1-4b12-aa60-b27cd1173cb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54fea2e6-9932-4c9f-aaae-61970664ea86 HTTP/1.1" status: 204 len: 168 time: 0.6310356 Jul 19 20:41:26.233789 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:26.234946 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:26.236619 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] 10.222.0.45 "PUT /v2.0/ports/fdf70888-bbb3-483d-a827-01ec37d19776 HTTP/1.1" status: 200 len: 1097 time: 4.6223500 Jul 19 20:41:26.239468 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70440798-bab4-4179-b2be-e0d3d744991b', 'tag': 'fdf70888-bbb3-483d-a827-01ec37d19776'}] {{(pid=78682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:41:26.248741 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-19d5aef3-d803-4675-b022-c0b60fa329af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:26.280282 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf70888-bbb3-483d-a827-01ec37d19776,revision_number=3']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:26.286075 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:26.289622 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:26.301482 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-19d5aef3-d803-4675-b022-c0b60fa329af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:26.302848 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-19d5aef3-d803-4675-b022-c0b60fa329af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ea911b7-7340-484a-93df-115b7e589537 HTTP/1.1" status: 204 len: 168 time: 0.6933534 Jul 19 20:41:26.326719 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5aef3-d803-4675-b022-c0b60fa329af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea911b7-7340-484a-93df-115b7e589537,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:26.331092 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-19d5aef3-d803-4675-b022-c0b60fa329af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:26.444327 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 2, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:41:26.446281 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74a226-e793-4417-80fb-d397dfa4462e req-3927b97b-9dee-4834-8c3f-2d51d6a40ac3 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:26.447098 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-eb74a226-e793-4417-80fb-d397dfa4462e req-3927b97b-9dee-4834-8c3f-2d51d6a40ac3 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Synchronizing usage tracker for tenant:e6635ef310c0499391fbfb77950c007d on resource:port {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:41:26.453523 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Checking router: 7f2f6416-d696-4468-85b1-3b0d8237bde6 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:41:26.454622 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Updating router 7f2f6416-d696-4468-85b1-3b0d8237bde6 port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 binding host dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:41:26.527418 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-eb74a226-e793-4417-80fb-d397dfa4462e req-3927b97b-9dee-4834-8c3f-2d51d6a40ac3 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Unset dirty status for tenant:e6635ef310c0499391fbfb77950c007d on resource:port {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:41:26.535791 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-eb74a226-e793-4417-80fb-d397dfa4462e req-3927b97b-9dee-4834-8c3f-2d51d6a40ac3 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 947 time: 0.4621606 Jul 19 20:41:26.623905 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:26.640567 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-eb74a226-e793-4417-80fb-d397dfa4462e req-b10d7190-7928-48da-aa47-7bbda1d249f8 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Synchronizing usage tracker for tenant:e6635ef310c0499391fbfb77950c007d on resource:security_group {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:41:26.673053 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-8d280281-b940-4094-b848-2542aaa12dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:26.677578 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-8d280281-b940-4094-b848-2542aaa12dd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6635ef310c0499391fbfb77950c007d&device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 1100 time: 0.3239772 Jul 19 20:41:26.995628 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-2d178e7f-96be-44d9-8cf8-769cb36b8047 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fdf70888-bbb3-483d-a827-01ec37d19776 HTTP/1.1" status: 200 len: 217 time: 0.3003211 Jul 19 20:41:27.007954 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-eb74a226-e793-4417-80fb-d397dfa4462e req-b10d7190-7928-48da-aa47-7bbda1d249f8 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Unset dirty status for tenant:e6635ef310c0499391fbfb77950c007d on resource:security_group {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:41:27.009761 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-eb74a226-e793-4417-80fb-d397dfa4462e req-b10d7190-7928-48da-aa47-7bbda1d249f8 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728646 Jul 19 20:41:27.183710 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-a487a56d-6e8c-40f3-af42-c063492050e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:27.188145 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-a487a56d-6e8c-40f3-af42-c063492050e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe90e491-4e60-4a64-a1e9-a0640c6f20fe HTTP/1.1" status: 200 len: 843 time: 0.1664042 Jul 19 20:41:27.333271 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-afb66f83-d565-4687-b602-2ef8d71108d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:27.340431 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-afb66f83-d565-4687-b602-2ef8d71108d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d1fd302-7f8a-4dae-a64a-d098bf04fd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1451304 Jul 19 20:41:27.379056 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:27.427003 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70440798-bab4-4179-b2be-e0d3d744991b', 'tag': 'fdf70888-bbb3-483d-a827-01ec37d19776', 'status': 'completed', 'code': 200} Jul 19 20:41:27.446593 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Transition to ACTIVE for port object 956bd3fd-1261-4d44-82c9-8fc29f21bce8 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:41:27.460276 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:27.468032 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:27.475255 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 45016) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:27.488282 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654126449', 'description': 'tempest-description--1169513994'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:27.502857 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:27.512578 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Usage tracker for resource:security_group and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:27.524477 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:27.550060 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:27.588853 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:27.722138 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:27.746924 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Usage tracker for resource:security_group_rule and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:27.764102 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:27.800716 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:27.985168 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec6c99-b162-4ed5-ae9f-73cf0dbb242f None None] Pushing event updated for resources: {'Port': ['ID=956bd3fd-1261-4d44-82c9-8fc29f21bce8,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:28.065337 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5aec6c99-b162-4ed5-ae9f-73cf0dbb242f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:28.141175 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Attempting to bind port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:41:28.141576 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Attempting to bind port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:41:28.142231 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Attempting to bind port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 on network 8c1cdfe2-5cf8-4f27-af81-43167309b360 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:28.148775 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:41:28.149424 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Checking segment: {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:41:28.150160 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:28.150790 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Bound using segment: {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:41:28.151548 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Bound port: 956bd3fd-1261-4d44-82c9-8fc29f21bce8, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:41:28.152176 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:28.258317 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-de3304d4-1873-4316-bdca-428c7d39038d service neutron] 10.222.0.45 "GET /v2.0/networks/3d1fd302-7f8a-4dae-a64a-d098bf04fd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8898056 Jul 19 20:41:28.274642 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c780161-e268-4d9f-b057-8eb47747f349 req-e01230f8-8fd4-4d15-ad30-a0d8f054a21f tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:28.282900 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3c780161-e268-4d9f-b057-8eb47747f349 req-e01230f8-8fd4-4d15-ad30-a0d8f054a21f tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 945 time: 0.4973555 Jul 19 20:41:28.356987 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17bf7-a946-4fa6-916b-5fc5c7f06a35 req-767cb341-9428-445b-a7a9-678fefab895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:28.358540 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-30c17bf7-a946-4fa6-916b-5fc5c7f06a35 req-767cb341-9428-445b-a7a9-678fefab895c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 1099 time: 0.5091331 Jul 19 20:41:28.361519 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:28.377067 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97080a-cdf4-41e0-932f-70a5cc6c79b5 req-396e91e9-269f-4723-9df4-f69b23575198 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:28.379171 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cd97080a-cdf4-41e0-932f-70a5cc6c79b5 req-396e91e9-269f-4723-9df4-f69b23575198 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.3663142 Jul 19 20:41:28.381738 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:28.436978 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] For port 956bd3fd-1261-4d44-82c9-8fc29f21bce8, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:41:28.453735 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] For port 956bd3fd-1261-4d44-82c9-8fc29f21bce8, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=956bd3fd-1261-4d44-82c9-8fc29f21bce8,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:41:28.463645 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:28.482603 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:28.539488 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-68686c6a-17d9-4f8e-94bb-d8f9b9862680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:28.549591 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17bf7-a946-4fa6-916b-5fc5c7f06a35 req-78dc8d00-1203-414c-8e17-7195f6850392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:28.551215 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-30c17bf7-a946-4fa6-916b-5fc5c7f06a35 req-78dc8d00-1203-414c-8e17-7195f6850392 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 200 len: 920 time: 0.1709940 Jul 19 20:41:28.674909 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-30c17bf7-a946-4fa6-916b-5fc5c7f06a35 req-c9141ad1-1bb5-4117-9a6c-da4c9af13742 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf58a3e1-df92-473c-9735-b594ff22e0d7 HTTP/1.1" status: 200 len: 217 time: 0.0907326 Jul 19 20:41:28.679274 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5aa3908b-d20b-4c66-be7a-cbfba8fa29a0 req-8d4b87c7-bf63-4cfc-97f7-3f4fb27182eb service neutron] 10.222.0.45 "GET /v2.0/networks/3d1fd302-7f8a-4dae-a64a-d098bf04fd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930566 Jul 19 20:41:28.713869 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cd97080a-cdf4-41e0-932f-70a5cc6c79b5 req-ec9a87d3-751f-4ef9-b051-97dfd9ffd1ca tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616297 Jul 19 20:41:28.770300 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3c780161-e268-4d9f-b057-8eb47747f349 req-a2e69581-80cb-43e7-ac2c-39fb2be5ff3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855280 Jul 19 20:41:28.828733 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17bf7-a946-4fa6-916b-5fc5c7f06a35 req-c717448d-51f9-4f00-abb0-dca1904b7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:28.830247 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-30c17bf7-a946-4fa6-916b-5fc5c7f06a35 req-c717448d-51f9-4f00-abb0-dca1904b7cb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba1d8856-5894-4d99-8030-f996418df0e4 HTTP/1.1" status: 200 len: 859 time: 0.1279912 Jul 19 20:41:28.831050 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:28.836643 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3541865 Jul 19 20:41:28.836643 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c59e3a-596c-4181-925d-4c24a0eaf296,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:28.836643 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:28.837881 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 45058) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:28.842555 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Request body: {'security_group_rule': {'security_group_id': '11c59e3a-596c-4181-925d-4c24a0eaf296', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:28.869097 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:28.869478 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:41:28.871689 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:41:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:41:28.994113 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Usage tracker for resource:security_group_rule and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:29.012536 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:29.020454 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-30c17bf7-a946-4fa6-916b-5fc5c7f06a35 req-0b2a04e1-9f02-465a-b8be-212c517aa01e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526566 Jul 19 20:41:29.032787 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:29.050702 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4148efd-1bab-48b3-bf20-059dedd0a8d3 req-dfdcaf41-5418-4aa6-acf7-e38cc4c88e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:29.052786 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e4148efd-1bab-48b3-bf20-059dedd0a8d3 req-dfdcaf41-5418-4aa6-acf7-e38cc4c88e2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6635ef310c0499391fbfb77950c007d&device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 1100 time: 0.2055230 Jul 19 20:41:29.148392 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec6c99-b162-4ed5-ae9f-73cf0dbb242f None None] Pushing event updated for resources: {'Port': ['ID=956bd3fd-1261-4d44-82c9-8fc29f21bce8,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:29.188342 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5aec6c99-b162-4ed5-ae9f-73cf0dbb242f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:29.238702 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-30c17bf7-a946-4fa6-916b-5fc5c7f06a35 req-e0b49b87-c7cd-4a76-931a-15e4ade53cef service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989338 Jul 19 20:41:29.344646 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4148efd-1bab-48b3-bf20-059dedd0a8d3 req-9c523bd5-5e98-4a0e-8c56-4efcf5bfbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:29.346957 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e4148efd-1bab-48b3-bf20-059dedd0a8d3 req-9c523bd5-5e98-4a0e-8c56-4efcf5bfbaf0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d1fd302-7f8a-4dae-a64a-d098bf04fd87 HTTP/1.1" status: 200 len: 870 time: 0.2849338 Jul 19 20:41:29.404036 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:29.470360 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:41:29.565389 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e4148efd-1bab-48b3-bf20-059dedd0a8d3 req-ea429ce0-f67c-4915-ab84-98600e611507 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fdf70888-bbb3-483d-a827-01ec37d19776 HTTP/1.1" status: 200 len: 217 time: 0.2076483 Jul 19 20:41:29.723571 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:29.780374 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:29.794189 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:29.806949 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-30c17bf7-a946-4fa6-916b-5fc5c7f06a35 req-425f3278-3f81-4cc7-b658-836e36cb8b15 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921026 Jul 19 20:41:29.811001 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4148efd-1bab-48b3-bf20-059dedd0a8d3 req-0e078cab-15ff-4a3a-a29d-fda49940afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:29.831118 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888e903c-766e-40a2-b691-2d16011a2faf,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:29.835444 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e4148efd-1bab-48b3-bf20-059dedd0a8d3 req-0e078cab-15ff-4a3a-a29d-fda49940afd1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe90e491-4e60-4a64-a1e9-a0640c6f20fe HTTP/1.1" status: 200 len: 843 time: 0.2424572 Jul 19 20:41:29.841752 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:29.858115 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ee471-bdd7-4e70-96f6-845119e14c7e req-50b376b8-0f7a-444c-afeb-a77e6d3767fc tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:29.866996 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ab6ee471-bdd7-4e70-96f6-845119e14c7e req-50b376b8-0f7a-444c-afeb-a77e6d3767fc tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 947 time: 0.6247694 Jul 19 20:41:29.869500 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:29.871274 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0331805 Jul 19 20:41:29.891897 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 45086) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:29.903290 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Request body: {'security_group_rule': {'security_group_id': '11c59e3a-596c-4181-925d-4c24a0eaf296', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:29.916771 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:29.931114 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Usage tracker for resource:security_group_rule and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:29.939044 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:29.951376 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:29.970115 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ab6ee471-bdd7-4e70-96f6-845119e14c7e req-8beb4dae-f715-4515-b6d5-d05580658ed0 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016877 Jul 19 20:41:30.035042 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:30.212270 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:30.229350 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:30.232641 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:30.253290 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4148efd-1bab-48b3-bf20-059dedd0a8d3 req-171fe0d6-229a-40b9-aa66-db6b56ad7bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:30.254916 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e4148efd-1bab-48b3-bf20-059dedd0a8d3 req-171fe0d6-229a-40b9-aa66-db6b56ad7bd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d1fd302-7f8a-4dae-a64a-d098bf04fd87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4183519 Jul 19 20:41:30.286712 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4944366-9229-4462-b8ae-737c71c26e6a,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:30.297039 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:30.327480 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:30.327480 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4286633 Jul 19 20:41:30.327480 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 45102) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:30.333503 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Request body: {'floatingip': {'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:30.349162 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:30.361684 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Usage tracker for resource:floatingip and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:30.366527 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:30.372418 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device fdf70888-bbb3-483d-a827-01ec37d19776 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:41:30.382840 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:30.400788 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:30.447263 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b311d-3c97-4f3e-856a-26e2a70696a1 req-9aee9d71-ec94-4efb-a7c6-c0e0b954fb2f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:30.453620 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d20b311d-3c97-4f3e-856a-26e2a70696a1 req-9aee9d71-ec94-4efb-a7c6-c0e0b954fb2f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.3348188 Jul 19 20:41:30.580041 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e4148efd-1bab-48b3-bf20-059dedd0a8d3 req-75eb637b-6c48-425a-9cc5-5517e3a4fc7d service neutron] 10.222.0.45 "GET /v2.0/networks/3d1fd302-7f8a-4dae-a64a-d098bf04fd87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168428 Jul 19 20:41:30.594526 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d20b311d-3c97-4f3e-856a-26e2a70696a1 req-5b070a8e-f633-4281-ba35-3200b59b7618 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396992 Jul 19 20:41:30.701282 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 45112) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:30.821479 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:30.936787 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e4148efd-1bab-48b3-bf20-059dedd0a8d3 req-910a815f-6e91-40b4-a020-3acff5f4563b service neutron] 10.222.0.45 "GET /v2.0/networks/3d1fd302-7f8a-4dae-a64a-d098bf04fd87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259463 Jul 19 20:41:31.002515 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port fdf70888-bbb3-483d-a827-01ec37d19776, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=fdf70888-bbb3-483d-a827-01ec37d19776,segment=NetworkSegment(8d23f7fe-58e5-488c-875a-ae8bf81579f1),segment_id=8d23f7fe-58e5-488c-875a-ae8bf81579f1)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:41:31.055999 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:28Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:41:31.086690 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': 'fdf70888-bbb3-483d-a827-01ec37d19776', 'network_id': '3d1fd302-7f8a-4dae-a64a-d098bf04fd87', 'port_id': 'fdf70888-bbb3-483d-a827-01ec37d19776', 'mac_address': 'fa:16:3e:ca:14:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe90e491-4e60-4a64-a1e9-a0640c6f20fe', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:41:31.104431 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4bf2f-a761-4b76-adde-060a817609e9 None None] The sync data for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi is: [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:28Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:41:31.117890 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c43b4b0d-9e51-4588-9b3c-4966a2a4ff30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:31.301537 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:31.318820 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:31.334784 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf70888-bbb3-483d-a827-01ec37d19776 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:41:31.372657 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port fdf70888-bbb3-483d-a827-01ec37d19776, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=fdf70888-bbb3-483d-a827-01ec37d19776,segment=NetworkSegment(8d23f7fe-58e5-488c-875a-ae8bf81579f1),segment_id=8d23f7fe-58e5-488c-875a-ae8bf81579f1)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:41:31.379879 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:31.384496 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:31.487848 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Allocated IP 172.27.2.81 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/aafcee96-767d-4f4b-ac5c-b5c5f8535268) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:41:31.511777 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf1381-1f3a-4c6e-b2e3-286ae32e8a00 req-aee35f1b-eb26-4fe7-a410-efd0cbac165a tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:31.513538 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-bedf1381-1f3a-4c6e-b2e3-286ae32e8a00 req-aee35f1b-eb26-4fe7-a410-efd0cbac165a tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 948 time: 0.2640417 Jul 19 20:41:31.558275 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=fdf70888-bbb3-483d-a827-01ec37d19776,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:31.564744 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:31.671475 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-bedf1381-1f3a-4c6e-b2e3-286ae32e8a00 req-78e8617f-9fd1-4a72-8599-9f8af2971eb1 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509643 Jul 19 20:41:31.725593 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1402483192-network', 'tenant_id': '5dc83762124d44c2ae90bf9a7f8376b4'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:31.764991 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:31.781352 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Usage tracker for resource:network and tenant:5dc83762124d44c2ae90bf9a7f8376b4 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:31.797435 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:31.812064 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['fdf70888-bbb3-483d-a827-01ec37d19776'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:41:31.829894 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:32.019809 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Made reservation on behalf of 5dc83762124d44c2ae90bf9a7f8376b4 for: {'network': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:41:32.024637 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:32.117216 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:32.159435 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:32.210508 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:32.227790 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Usage tracker for resource:security_group_rule and tenant:5dc83762124d44c2ae90bf9a7f8376b4 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:32.240076 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:32.262269 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 45150) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:32.263520 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:32.287980 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 956bd3fd-1261-4d44-82c9-8fc29f21bce8 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:41:32.389980 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb19f9d-0bd3-45b6-be76-5482b6cbac1a req-05cc7f41-9f63-4c78-8eec-59533bd85e4f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:32.397203 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5eb19f9d-0bd3-45b6-be76-5482b6cbac1a req-05cc7f41-9f63-4c78-8eec-59533bd85e4f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.5519378 Jul 19 20:41:32.501394 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5eb19f9d-0bd3-45b6-be76-5482b6cbac1a req-834fc90d-6f4b-400a-97fb-58071f91f62b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024780 Jul 19 20:41:32.505587 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:41:32.519453 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:32.523659 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:41:32.535850 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:32.536235 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:32.556373 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:32.556877 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:32.600294 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:32.608248 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Usage tracker for resource:security_group_rule and tenant:1097d2a4a8a849f1bab12a4fdc5cfe6c is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:32.617581 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:32.636979 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:32.696380 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:32.747646 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:32.810659 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port 956bd3fd-1261-4d44-82c9-8fc29f21bce8, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=956bd3fd-1261-4d44-82c9-8fc29f21bce8,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:41:32.822583 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:32.824577 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:41:32.824743 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5a20aa87-f3d0-4c50-8802-b990a899c6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:32.833573 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:41:32.842271 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:32.850286 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:41:32.874394 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:32.887556 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:32.900447 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-19d5aef3-d803-4675-b022-c0b60fa329af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:32.934287 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=956bd3fd-1261-4d44-82c9-8fc29f21bce8,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:32.944560 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:32.981386 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=78681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:41:33.001071 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event updated for resources: {'Port': ['ID=aafcee96-767d-4f4b-ac5c-b5c5f8535268,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:33.012108 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:33.016818 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-778be8c8-4db4-443a-a90a-85561013c661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:33.032860 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.033226 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.segments_db [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Added segment f4cf1175-14e9-472b-9953-704e9b113fcd of type vlan for network 04407a74-902c-4266-8f67-5731ab76b1a7 Jul 19 20:41:33.059659 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1097d2a4a8a849f1bab12a4fdc5cfe6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7935612 Jul 19 20:41:33.060426 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 45172) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:33.065166 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01da03c4-c89e-412e-8a5e-90cf1d3b004a,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:33.088596 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:33.091855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:33.091855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:33.091855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:33.091855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:33.091855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:33.091855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:33.091855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:33.091855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:33.091855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:33.092680 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:33.092680 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:33.114397 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:33.123346 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60657a93-515a-49a4-a22e-5d388a1be00d,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:33.147302 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:33.160049 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.171129 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.205924 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0310ad8c-56c1-46ad-b815-c869afb07be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.218294 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50e79d-ee00-456e-98d0-51b0bd3b1ae2 req-5e4a6053-fe41-40c2-98a2-d1af6812591c tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:33.226263 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4e50e79d-ee00-456e-98d0-51b0bd3b1ae2 req-5e4a6053-fe41-40c2-98a2-d1af6812591c tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 948 time: 0.2677720 Jul 19 20:41:33.284530 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0310ad8c-56c1-46ad-b815-c869afb07be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.319968 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4e50e79d-ee00-456e-98d0-51b0bd3b1ae2 req-fc1590d6-87db-4837-8262-09df7dd5a6f3 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926957 Jul 19 20:41:33.321520 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.329020 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:33.331716 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.358928 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-205ca7af-d6c2-4d11-b08b-594f1c19ec5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:33.389508 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0310ad8c-56c1-46ad-b815-c869afb07be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.400962 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2ed258ee-492f-4773-bc01-bf8102a3f78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:33.402192 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-070e8935-1bc9-420c-8d3c-b4c2f87ae5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.434835 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310ad8c-56c1-46ad-b815-c869afb07be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01da03c4-c89e-412e-8a5e-90cf1d3b004a,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:33.439876 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0310ad8c-56c1-46ad-b815-c869afb07be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:33.445688 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.471541 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0310ad8c-56c1-46ad-b815-c869afb07be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.474503 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-0310ad8c-56c1-46ad-b815-c869afb07be8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01da03c4-c89e-412e-8a5e-90cf1d3b004a HTTP/1.1" status: 204 len: 168 time: 0.4130542 Jul 19 20:41:33.565603 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 45190) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:33.565873 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8616376 Jul 19 20:41:33.568967 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Pushing event updated for resources: {'Network': ['ID=04407a74-902c-4266-8f67-5731ab76b1a7,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:33.574071 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:33.579382 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Request body: {'subnet': {'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1402483192-subnet', 'tenant_id': '5dc83762124d44c2ae90bf9a7f8376b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:33.584042 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 04407a74-902c-4266-8f67-5731ab76b1a7 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:41:33.586206 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 45194) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:33.600697 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:33.616619 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Usage tracker for resource:subnet and tenant:5dc83762124d44c2ae90bf9a7f8376b4 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:33.633659 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:33.656038 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:33.696978 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Made reservation on behalf of 5dc83762124d44c2ae90bf9a7f8376b4 for: {'subnet': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:41:33.704274 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2174298'] for subnet, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.890905 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.898507 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:33.906047 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:34.037638 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event updated for resources: {'Port': ['ID=aafcee96-767d-4f4b-ac5c-b5c5f8535268,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:34.045790 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:34.188227 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:34.240773 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:34.259731 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:34.290505 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 45214) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:34.299573 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Usage tracker for resource:security_group_rule and tenant:9f8c5384d5f2455583220a1fea124d61 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:34.316792 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:34.341481 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-960fbe26-23e3-4f96-b12c-76ef2f9908f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:34.347265 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 956bd3fd-1261-4d44-82c9-8fc29f21bce8 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:41:34.347595 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:34.354942 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:34.364061 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0354350 Jul 19 20:41:34.379936 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba39cd8-3ca9-4f08-a166-3a983ebaebf6 req-47f2c793-8784-4ac5-9311-ba504b774d77 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:34.383506 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3ba39cd8-3ca9-4f08-a166-3a983ebaebf6 req-47f2c793-8784-4ac5-9311-ba504b774d77 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.2449620 Jul 19 20:41:34.385011 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2929583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2174248'] for subnet, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:34.398105 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-30e985cd-18d7-448d-b181-32e07457ee73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:34.401126 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device fdf70888-bbb3-483d-a827-01ec37d19776 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:41:34.444120 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-960fbe26-23e3-4f96-b12c-76ef2f9908f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:34.464166 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-960fbe26-23e3-4f96-b12c-76ef2f9908f9 admin admin] Usage tracker for resource:security_group_rule and tenant:9720c939d2684262b0fba05b4f0c91d8 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:34.476902 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-960fbe26-23e3-4f96-b12c-76ef2f9908f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:34.496674 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-960fbe26-23e3-4f96-b12c-76ef2f9908f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:34.542390 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:34.542839 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:34.563574 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3ba39cd8-3ca9-4f08-a166-3a983ebaebf6 req-b55890d6-827f-4a9e-8660-db01fd21f538 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664405 Jul 19 20:41:34.574658 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae895624-6418-428d-939d-8386f92aca2e,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:34.579095 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:34.610256 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Checking segment: {'id': 'f4cf1175-14e9-472b-9953-704e9b113fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:41:34.610256 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Network hostable DHCP agents. Network: 04407a74-902c-4266-8f67-5731ab76b1a7, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:41:34.611892 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port fdf70888-bbb3-483d-a827-01ec37d19776 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:41:34.614311 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-e8a5746a-0a79-4d93-96f7-0101bf8395d9 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:34.617054 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-e8a5746a-0a79-4d93-96f7-0101bf8395d9 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/networks?id=1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 200 len: 815 time: 0.3018124 Jul 19 20:41:34.647984 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port fdf70888-bbb3-483d-a827-01ec37d19776 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:34.649046 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:34.704182 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-960fbe26-23e3-4f96-b12c-76ef2f9908f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:34.714563 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-960fbe26-23e3-4f96-b12c-76ef2f9908f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:34.727011 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1dffa8ca-b58c-496f-b97d-162e128d1d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:34.742916 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Network 04407a74-902c-4266-8f67-5731ab76b1a7 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:41:34.771966 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:34.787779 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:34.800334 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-53555fb1-8f51-4572-97cf-f5d182c3abec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:34.811938 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-b402907e-bb3d-402d-a187-69a434de5b50 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/quotas/9bb32e2c0d884db3adac0737a09fe6d3 HTTP/1.1" status: 200 len: 375 time: 0.0375321 Jul 19 20:41:34.825712 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 04407a74-902c-4266-8f67-5731ab76b1a7) {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:41:34.827893 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fbe26-23e3-4f96-b12c-76ef2f9908f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619d8f36-be46-473d-945e-e5d3ab1338b9,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:34.832534 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-960fbe26-23e3-4f96-b12c-76ef2f9908f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9720c939d2684262b0fba05b4f0c91d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5400403 Jul 19 20:41:34.833657 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-960fbe26-23e3-4f96-b12c-76ef2f9908f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:34.849577 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc055ff-04a6-4445-94af-df5a9b5c4926 None None] Network 04407a74-902c-4266-8f67-5731ab76b1a7 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:41:34.851493 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:34.852108 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:34.855626 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 45226) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:34.913729 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f8c5384d5f2455583220a1fea124d61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3260992 Jul 19 20:41:34.916368 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d891343c-987e-401f-9435-7f4835d689b9,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:34.918336 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 45230) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:34.941856 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-6c0f30c9-3738-4a8c-bb47-9fe0106e9d0c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3667815 Jul 19 20:41:34.942091 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:34.942091 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:34.942680 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:34.942899 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:34.944197 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:34.944197 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:34.944197 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:34.944529 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:34.944652 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:34.945281 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:34.945281 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:34.945537 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:41:34.949533 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:34.980443 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a867c-86e2-4164-a43d-fd5930d9db5c req-c6c19cb0-3c19-465f-add1-ee6e4a11e0c1 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:34.983828 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-201a867c-86e2-4164-a43d-fd5930d9db5c req-c6c19cb0-3c19-465f-add1-ee6e4a11e0c1 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 948 time: 0.2327020 Jul 19 20:41:34.994938 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1494803f-1c6f-422a-8d67-7091b4637210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:35.018303 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-0e461e6d-af30-4b57-9147-e48c6e4e4a69 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1912947 Jul 19 20:41:35.020910 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fe3eb936-b546-46a7-94dd-62b8c01dee02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:35.058078 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1494803f-1c6f-422a-8d67-7091b4637210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:35.065593 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:35.086078 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fe3eb936-b546-46a7-94dd-62b8c01dee02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:35.114468 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70440798-bab4-4179-b2be-e0d3d744991b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf70888-bbb3-483d-a827-01ec37d19776'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:41:35.170882 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port fdf70888-bbb3-483d-a827-01ec37d19776, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=fdf70888-bbb3-483d-a827-01ec37d19776,segment=NetworkSegment(8d23f7fe-58e5-488c-875a-ae8bf81579f1),segment_id=8d23f7fe-58e5-488c-875a-ae8bf81579f1)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:41:35.182863 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:35.187805 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5aec6c99-b162-4ed5-ae9f-73cf0dbb242f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:35.196233 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1494803f-1c6f-422a-8d67-7091b4637210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:35.215031 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-201a867c-86e2-4164-a43d-fd5930d9db5c req-639ea580-301c-459e-9264-0aa32701c075 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882775 Jul 19 20:41:35.217207 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:35.243837 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:35.254205 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494803f-1c6f-422a-8d67-7091b4637210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619d8f36-be46-473d-945e-e5d3ab1338b9,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:35.257226 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1494803f-1c6f-422a-8d67-7091b4637210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:35.269633 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1494803f-1c6f-422a-8d67-7091b4637210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:35.271398 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-1494803f-1c6f-422a-8d67-7091b4637210 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/619d8f36-be46-473d-945e-e5d3ab1338b9 HTTP/1.1" status: 204 len: 168 time: 0.4137905 Jul 19 20:41:35.351761 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-8a1e0019-039e-4de5-ae3b-843f91d879db service neutron] 10.222.0.36 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207469 Jul 19 20:41:35.384169 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=fdf70888-bbb3-483d-a827-01ec37d19776,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:35.392538 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fe3eb936-b546-46a7-94dd-62b8c01dee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:35.392794 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:35.394152 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15802426-817f-463e-a2a6-b33523089d75 None None] Network 04407a74-902c-4266-8f67-5731ab76b1a7 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:41:35.404968 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-bcf3c71b-54d4-4d0a-bd5d-65910ddd1b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:35.482380 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eb936-b546-46a7-94dd-62b8c01dee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d891343c-987e-401f-9435-7f4835d689b9,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:35.505663 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-fe3eb936-b546-46a7-94dd-62b8c01dee02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:35.568475 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fe3eb936-b546-46a7-94dd-62b8c01dee02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:35.571957 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-fe3eb936-b546-46a7-94dd-62b8c01dee02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d891343c-987e-401f-9435-7f4835d689b9 HTTP/1.1" status: 204 len: 168 time: 0.6488097 Jul 19 20:41:35.694840 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-a45c659d-e66b-456c-9b83-3daf89ee9c5e service neutron] 10.222.0.36 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304758 Jul 19 20:41:35.745544 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-a8818671-4b24-4ad8-a300-b8385f53dee7 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1654126449&fields=id&tenant_id=cf058118f5cb43efa6885c65d646147c HTTP/1.1" status: 200 len: 267 time: 0.1429341 Jul 19 20:41:35.983077 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70440798-bab4-4179-b2be-e0d3d744991b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf70888-bbb3-483d-a827-01ec37d19776', 'code': 200} Jul 19 20:41:36.104558 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-582e764c-da34-4e14-a5ad-ff281553770b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:36.121906 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-582e764c-da34-4e14-a5ad-ff281553770b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/networks?id=8c1cdfe2-5cf8-4f27-af81-43167309b360 HTTP/1.1" status: 200 len: 811 time: 0.3738856 Jul 19 20:41:36.179171 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-bdbdc1ce-8bfb-4a45-806c-247d86f0fa10 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/quotas/cf058118f5cb43efa6885c65d646147c HTTP/1.1" status: 200 len: 375 time: 0.0545199 Jul 19 20:41:36.513789 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-8b540e00-0080-4fb9-823c-68a5e6b922fb tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf058118f5cb43efa6885c65d646147c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3293786 Jul 19 20:41:36.517257 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9dcbc-2736-45e5-9bbd-be8bc95fd454 req-fae798af-27c0-4d99-a860-adf2cf0cad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:36.518798 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-47e9dcbc-2736-45e5-9bbd-be8bc95fd454 req-fae798af-27c0-4d99-a860-adf2cf0cad87 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 1102 time: 0.1307387 Jul 19 20:41:36.565339 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514c2b2-78b6-40b7-baee-03bc973a0b52 req-8e832331-da0a-4951-b376-4e71c57b8a08 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:36.569883 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7514c2b2-78b6-40b7-baee-03bc973a0b52 req-8e832331-da0a-4951-b376-4e71c57b8a08 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1943057 Jul 19 20:41:36.577181 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:36.599398 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 45286) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:36.625076 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9708-d246-4694-853f-a8330fcd03ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:36.667400 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-fa8e9708-d246-4694-853f-a8330fcd03ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:36.677598 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-fa8e9708-d246-4694-853f-a8330fcd03ab admin admin] Usage tracker for resource:security_group_rule and tenant:369be6db5d564957b0c014759651203a is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:36.692026 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7514c2b2-78b6-40b7-baee-03bc973a0b52 req-989161ab-65a2-49ff-9f14-985ce980a623 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108103 Jul 19 20:41:36.699701 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-fa8e9708-d246-4694-853f-a8330fcd03ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:36.715873 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-fa8e9708-d246-4694-853f-a8330fcd03ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:36.798430 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-47e9dcbc-2736-45e5-9bbd-be8bc95fd454 req-d3fcde59-b52d-425a-a4ce-b9cc2ee16449 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708864 Jul 19 20:41:36.839695 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-09151ac0-5eef-47e2-b988-f7a08fd74ded req-eeee8fbd-eaec-41f5-af6b-b7205c642ba5 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 210 time: 0.0712998 Jul 19 20:41:36.867652 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-91fd2124-0a15-4ed0-bfa3-65e841160e10 service neutron] 10.222.0.36 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836101 Jul 19 20:41:36.961988 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9708-d246-4694-853f-a8330fcd03ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:37.000825 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9708-d246-4694-853f-a8330fcd03ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:37.014695 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-436e4782-73ce-409b-b603-c81d22c9177f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:37.071491 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-fa8e9708-d246-4694-853f-a8330fcd03ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=369be6db5d564957b0c014759651203a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706190 Jul 19 20:41:37.074475 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 45298) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:41:37.079408 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e9708-d246-4694-853f-a8330fcd03ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9899386-3688-43c8-bdfb-98bdb20d770a,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:37.082775 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-fa8e9708-d246-4694-853f-a8330fcd03ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:37.127940 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-9b0758e1-6a2e-4d3f-b1d6-dddb9141a5ba service neutron] 10.222.0.36 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587993 Jul 19 20:41:37.176470 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ca623-1e7e-4b28-9e5f-7172ae3c81be req-c5a69217-ee6c-4dbc-9ed5-848f133a5800 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:37.178075 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-188ca623-1e7e-4b28-9e5f-7172ae3c81be req-c5a69217-ee6c-4dbc-9ed5-848f133a5800 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 949 time: 0.2192068 Jul 19 20:41:37.183595 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4924c3a6-a573-4c06-a509-433359da026d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:37.278589 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4924c3a6-a573-4c06-a509-433359da026d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:37.368169 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-188ca623-1e7e-4b28-9e5f-7172ae3c81be req-dc752aa7-2071-4577-8c98-1bbd1a805ee0 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708996 Jul 19 20:41:37.369093 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4924c3a6-a573-4c06-a509-433359da026d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:37.373881 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-dc1c37f0-6348-4dce-b23d-1b8fe0cd68d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:37.393396 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924c3a6-a573-4c06-a509-433359da026d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9899386-3688-43c8-bdfb-98bdb20d770a,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:37.396392 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-4924c3a6-a573-4c06-a509-433359da026d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:37.397784 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4924c3a6-a573-4c06-a509-433359da026d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:37.401845 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-4924c3a6-a573-4c06-a509-433359da026d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9899386-3688-43c8-bdfb-98bdb20d770a HTTP/1.1" status: 204 len: 168 time: 0.3259783 Jul 19 20:41:37.604729 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-210097d4-78f2-4fa9-b259-8316665ff47f req-e9b4d372-c321-4f17-9ab1-0e4c0db53779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Synchronizing usage tracker for tenant:cf058118f5cb43efa6885c65d646147c on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:41:37.635357 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-210097d4-78f2-4fa9-b259-8316665ff47f req-e9b4d372-c321-4f17-9ab1-0e4c0db53779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Unset dirty status for tenant:cf058118f5cb43efa6885c65d646147c on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:41:37.641207 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-210097d4-78f2-4fa9-b259-8316665ff47f req-e9b4d372-c321-4f17-9ab1-0e4c0db53779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 210 time: 0.1342769 Jul 19 20:41:38.045682 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-8e3fa308-9349-4b42-9770-0961bac48b03 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:38.053410 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-8e3fa308-9349-4b42-9770-0961bac48b03 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/networks?id=04407a74-902c-4266-8f67-5731ab76b1a7 HTTP/1.1" status: 200 len: 809 time: 0.2755427 Jul 19 20:41:38.071296 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-59955c2f-6d40-42b5-a690-668ac87c4375 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/quotas/5dc83762124d44c2ae90bf9a7f8376b4 HTTP/1.1" status: 200 len: 375 time: 0.0168617 Jul 19 20:41:38.142472 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-f64502b1-1c04-4db7-9298-56d10ae9fcf4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc83762124d44c2ae90bf9a7f8376b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700195 Jul 19 20:41:38.238881 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2a018-04fd-4cac-9609-608ba0956224 req-602f0429-172e-4135-8001-6a1c8447a963 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:38.243543 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efd2a018-04fd-4cac-9609-608ba0956224 req-602f0429-172e-4135-8001-6a1c8447a963 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.2185755 Jul 19 20:41:38.386017 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-efd2a018-04fd-4cac-9609-608ba0956224 req-56a772f6-853c-4554-a106-064715bd3b7a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279395 Jul 19 20:41:38.402732 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-bfc4cd0e-540f-458a-80b4-cf731da32626 service neutron] 10.222.0.36 "GET /v2.0/networks/04407a74-902c-4266-8f67-5731ab76b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592814 Jul 19 20:41:38.846209 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7169cde4-9e49-48ce-80b4-71bf7ce59b19 req-ff37876f-ccb4-4ae9-938c-077d786c7c1e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 210 time: 0.1661391 Jul 19 20:41:39.070710 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-37071add-2c42-4830-a27b-536e65717a03 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:39.072861 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-37071add-2c42-4830-a27b-536e65717a03 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "GET /v2.0/networks?id=1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 200 len: 815 time: 0.2951093 Jul 19 20:41:39.125530 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Request body: {'port': {'device_id': '0552eec1-cfd6-441b-b43e-0d1362994263', 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39', 'admin_state_up': True, 'tenant_id': '9bb32e2c0d884db3adac0737a09fe6d3'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:39.175409 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5c1ad-ade2-4252-9cb0-5500a60d57c9 req-437a6837-1f93-443f-be31-ba0434e58a74 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:39.177816 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a4f5c1ad-ade2-4252-9cb0-5500a60d57c9 req-437a6837-1f93-443f-be31-ba0434e58a74 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 949 time: 0.1349349 Jul 19 20:41:39.242251 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-459c768a-487e-4cea-a0bf-41acbaa7c1ea service neutron] 10.222.0.36 "GET /v2.0/networks/04407a74-902c-4266-8f67-5731ab76b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8385866 Jul 19 20:41:39.255796 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a4f5c1ad-ade2-4252-9cb0-5500a60d57c9 req-55741402-2ba7-4087-84fd-92f701059a4a tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660691 Jul 19 20:41:39.496315 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:39.510522 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4c974a26-d23e-44c2-a2fe-3683d6535851 req-a66fc7bb-22d5-47fe-9770-c07040e57edc tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 210 time: 0.0932751 Jul 19 20:41:39.640976 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:39.658876 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7e8702f4-dd2a-4ad2-9033-113fe58cae06 req-b68e2c9b-a332-446e-ba74-a5eeba350891 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 210 time: 0.1428802 Jul 19 20:41:39.682505 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Made reservation on behalf of 9bb32e2c0d884db3adac0737a09fe6d3 for: {'port': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:41:39.687054 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:40.087737 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Allocated IP 172.20.0.12 (1729bcf6-5778-4884-aa01-775bec79dc39/1519832d-8f12-4fc6-befb-a491c3df2990/84fdfb2c-bf79-41fc-adef-1cf32b19a8df) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:41:40.294932 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d732d9-d041-41c9-8bbe-d172c3c1bda8 req-b891be9a-ced3-4e5d-9590-ae0ae0a0828c tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:40.326639 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-54d732d9-d041-41c9-8bbe-d172c3c1bda8 req-b891be9a-ced3-4e5d-9590-ae0ae0a0828c tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.6362257 Jul 19 20:41:40.461422 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-8f81c7c8-605d-41d6-b5ff-a55ac81f0f8f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:40.462699 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-8f81c7c8-605d-41d6-b5ff-a55ac81f0f8f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Synchronizing usage tracker for tenant:cf058118f5cb43efa6885c65d646147c on resource:network {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:41:40.532150 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-54d732d9-d041-41c9-8bbe-d172c3c1bda8 req-848b41bc-454e-4822-a77a-10a07f94a4d8 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934965 Jul 19 20:41:40.543602 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-8f81c7c8-605d-41d6-b5ff-a55ac81f0f8f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Unset dirty status for tenant:cf058118f5cb43efa6885c65d646147c on resource:network {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:41:40.545508 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-8f81c7c8-605d-41d6-b5ff-a55ac81f0f8f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.45 "GET /v2.0/networks?id=8c1cdfe2-5cf8-4f27-af81-43167309b360 HTTP/1.1" status: 200 len: 811 time: 0.7307246 Jul 19 20:41:40.605295 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8adc4c55-a6e3-479d-8358-53920d4a7937 req-b026244e-c789-4d39-9c20-1d7a818b2dc0 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 210 time: 0.1800222 Jul 19 20:41:40.703475 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-57a5691c-96ac-4d0c-b4d9-60bbd2aa0651 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Synchronizing usage tracker for tenant:cf058118f5cb43efa6885c65d646147c on resource:security_group {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:41:40.734704 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:40.752868 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-57a5691c-96ac-4d0c-b4d9-60bbd2aa0651 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Unset dirty status for tenant:cf058118f5cb43efa6885c65d646147c on resource:security_group {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:41:40.754406 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-57a5691c-96ac-4d0c-b4d9-60bbd2aa0651 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf058118f5cb43efa6885c65d646147c HTTP/1.1" status: 200 len: 380 time: 0.1830647 Jul 19 20:41:40.800166 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Request body: {'port': {'device_id': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'admin_state_up': True, 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'security_groups': ['11c59e3a-596c-4181-925d-4c24a0eaf296']}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:40.815108 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:40.823292 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:40.864203 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['2851e68c-991e-46eb-9d87-1db83077976f', '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:41:41.067879 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8371cc31-17c9-4352-af95-f370a12919fd req-b7cfa7df-7541-4c8b-b90c-2f6d00c202be tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 210 time: 0.1192727 Jul 19 20:41:41.101332 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Network 1729bcf6-5778-4884-aa01-775bec79dc39 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:41:41.101332 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Pushing event updated for resources: {'Port': ['ID=84fdfb2c-bf79-41fc-adef-1cf32b19a8df,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:41.112611 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:41.121446 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:41:41.128612 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:41:41.198376 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:41.220551 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:41.239464 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e64e-67e9-4449-83ce-f0d4e4288121 req-e0bec191-d9b8-450b-86db-4324c0c2c169 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:41.242077 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4218e64e-67e9-4449-83ce-f0d4e4288121 req-e0bec191-d9b8-450b-86db-4324c0c2c169 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 949 time: 0.2324941 Jul 19 20:41:41.283693 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Made reservation on behalf of cf058118f5cb43efa6885c65d646147c for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:41:41.289666 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:41.293761 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:41.295001 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:41.396958 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a548833e-e554-4514-8783-aaade425105b req-3e96e947-22ae-4809-8f92-2a4a777abfbf tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 210 time: 0.0946431 Jul 19 20:41:41.424528 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3096070 Jul 19 20:41:41.504861 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Request body: {'port': {'device_id': '0552eec1-cfd6-441b-b43e-0d1362994263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:41.544965 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4218e64e-67e9-4449-83ce-f0d4e4288121 req-4fc12523-7b1e-48d1-96a9-13f33b4e8ff4 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905405 Jul 19 20:41:41.740771 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:42.050645 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Allocated IP 172.20.0.13 (8c1cdfe2-5cf8-4f27-af81-43167309b360/848cf70c-e816-4440-97d0-4022a5a8251c/eeb82b62-fbf4-4757-be3c-ad639764b794) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:41:42.207646 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-17de911a-982a-4345-8477-6826a75caba3 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:42.208179 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-17de911a-982a-4345-8477-6826a75caba3 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Synchronizing usage tracker for tenant:5dc83762124d44c2ae90bf9a7f8376b4 on resource:network {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:41:42.249749 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ad671-cc66-4a5b-b9eb-179e898d731f req-244b2912-7006-4981-af0d-0ab07afa1f5a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:42.251275 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8a5ad671-cc66-4a5b-b9eb-179e898d731f req-244b2912-7006-4981-af0d-0ab07afa1f5a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.3849840 Jul 19 20:41:42.294898 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-17de911a-982a-4345-8477-6826a75caba3 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Unset dirty status for tenant:5dc83762124d44c2ae90bf9a7f8376b4 on resource:network {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:41:42.299336 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-17de911a-982a-4345-8477-6826a75caba3 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.45 "GET /v2.0/networks?id=04407a74-902c-4266-8f67-5731ab76b1a7 HTTP/1.1" status: 200 len: 809 time: 0.5753193 Jul 19 20:41:42.437371 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b312c7-6d99-46f8-a1f1-8766dfa67c3c req-e504d2b2-99ec-47cb-9b0e-10714f09b98e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:42.439923 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42b312c7-6d99-46f8-a1f1-8766dfa67c3c req-e504d2b2-99ec-47cb-9b0e-10714f09b98e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 932 time: 0.4182930 Jul 19 20:41:42.505015 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Request body: {'port': {'device_id': 'e427f187-e096-459d-ac23-c2d8e223cb4c', 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7', 'admin_state_up': True, 'tenant_id': '5dc83762124d44c2ae90bf9a7f8376b4'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:42.539809 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8a5ad671-cc66-4a5b-b9eb-179e898d731f req-84a2eda6-6ae9-405f-b362-0b106790aeba tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699039 Jul 19 20:41:42.550183 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fdfb2c-bf79-41fc-adef-1cf32b19a8df {{(pid=78682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:41:42.570441 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:42.612387 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.provisioning_blocks [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Transition to ACTIVE for port object 84fdfb2c-bf79-41fc-adef-1cf32b19a8df will not be triggered until provisioned by entity L2. {{(pid=78682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:41:42.625679 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:42.636145 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6147d850-8227-4e40-aa60-97079401e54b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:42.678502 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:42.712139 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Transition to ACTIVE for port object eeb82b62-fbf4-4757-be3c-ad639764b794 will not be triggered until provisioned by entity DHCP. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:41:42.836334 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce80c7-b27c-4832-9621-bcc6e84f0097 req-5f1f38de-551e-43e4-b9c4-0ddc30c25b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:42.839141 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3cce80c7-b27c-4832-9621-bcc6e84f0097 req-5f1f38de-551e-43e4-b9c4-0ddc30c25b3f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 1099 time: 0.5064328 Jul 19 20:41:42.891850 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42b312c7-6d99-46f8-a1f1-8766dfa67c3c req-c70a689a-603e-4fe3-99ce-8ad56e1c04e0 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641760 Jul 19 20:41:42.977517 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:42.979106 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Pushing event updated for resources: {'Port': ['ID=84fdfb2c-bf79-41fc-adef-1cf32b19a8df,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:42.980467 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:41:42.993971 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:43.004324 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1612a3f-d76f-4585-a9b3-6c9845f65f9c req-e8ff80f3-4aba-457d-868d-a5c721ecd33f tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:43.006919 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b1612a3f-d76f-4585-a9b3-6c9845f65f9c req-e8ff80f3-4aba-457d-868d-a5c721ecd33f tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.45 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 949 time: 0.5839183 Jul 19 20:41:43.009644 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Usage tracker for resource:port and tenant:5dc83762124d44c2ae90bf9a7f8376b4 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:41:43.023926 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:43.098404 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:41:43.100712 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Attempting to bind port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:41:43.101057 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Attempting to bind port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'}] {{(pid=78682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:41:43.101390 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Attempting to bind port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df on network 1729bcf6-5778-4884-aa01-775bec79dc39 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:43.107272 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df on network 1729bcf6-5778-4884-aa01-775bec79dc39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:41:43.107776 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Attempting to bind port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df on network 1729bcf6-5778-4884-aa01-775bec79dc39 {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:43.113530 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:41:43.113865 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Checking segment: {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:41:43.114251 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Bound using segment: {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'} {{(pid=78682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:41:43.116473 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.managers [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Bound port: 84fdfb2c-bf79-41fc-adef-1cf32b19a8df, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'}}] {{(pid=78682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:41:43.116473 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:43.223504 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:41:43.250156 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] For port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df, host hv-cinder-80132, cleared binding levels {{(pid=78682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:41:43.260595 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] For port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84fdfb2c-bf79-41fc-adef-1cf32b19a8df,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:41:43.290434 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Network 8c1cdfe2-5cf8-4f27-af81-43167309b360 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:41:43.292916 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:43.301343 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:43.308016 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:41:43.317918 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:41:43.372203 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event updated for resources: {'Port': ['ID=eeb82b62-fbf4-4757-be3c-ad639764b794,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:43.379364 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:43.380070 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Made reservation on behalf of 5dc83762124d44c2ae90bf9a7f8376b4 for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:41:43.383970 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:43.485662 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:43.486427 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:43.529938 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b72e7bdb-e265-4c97-8fbf-ffc37696c0aa req-16b0ceb1-5c7c-49bf-9b71-4356d559bba5 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 210 time: 0.1588395 Jul 19 20:41:43.543519 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:43.549426 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:43.552129 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] 10.222.0.45 "PUT /v2.0/ports/84fdfb2c-bf79-41fc-adef-1cf32b19a8df HTTP/1.1" status: 200 len: 1094 time: 2.0550396 Jul 19 20:41:43.553285 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0552eec1-cfd6-441b-b43e-0d1362994263', 'tag': '84fdfb2c-bf79-41fc-adef-1cf32b19a8df'}] {{(pid=78682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:41:43.554936 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22dc8f-05ba-4067-bfa2-23620e93ec9c req-8e119671-4b82-4bd9-a558-3fe1064a00e3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:43.555523 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-ec22dc8f-05ba-4067-bfa2-23620e93ec9c req-8e119671-4b82-4bd9-a558-3fe1064a00e3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Synchronizing usage tracker for tenant:cf058118f5cb43efa6885c65d646147c on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:41:43.566194 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7699585 Jul 19 20:41:43.592608 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Pushing event updated for resources: {'Port': ['ID=84fdfb2c-bf79-41fc-adef-1cf32b19a8df,revision_number=3']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:43.607034 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:43.676027 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Allocated IP 172.20.0.12 (04407a74-902c-4266-8f67-5731ab76b1a7/ae895624-6418-428d-939d-8386f92aca2e/c1957383-e849-4c44-b4cd-24eba8fa278a) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:41:43.735385 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-ec22dc8f-05ba-4067-bfa2-23620e93ec9c req-8e119671-4b82-4bd9-a558-3fe1064a00e3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Unset dirty status for tenant:cf058118f5cb43efa6885c65d646147c on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:41:43.741877 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ec22dc8f-05ba-4067-bfa2-23620e93ec9c req-8e119671-4b82-4bd9-a558-3fe1064a00e3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 932 time: 0.6258957 Jul 19 20:41:43.793039 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-5b9eef4c-676b-4a93-aefb-8ad15059eb7c None None] Provisioning for port eeb82b62-fbf4-4757-be3c-ad639764b794 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:41:43.818333 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-5b9eef4c-676b-4a93-aefb-8ad15059eb7c None None] Provisioning complete for port eeb82b62-fbf4-4757-be3c-ad639764b794 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:41:43.818712 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5b9eef4c-676b-4a93-aefb-8ad15059eb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:43.851334 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568ccf-eb78-4992-a723-5d680882afbb req-f91d8f03-7a31-4c4d-bdd4-31b08292fc28 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:43.853268 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-15568ccf-eb78-4992-a723-5d680882afbb req-f91d8f03-7a31-4c4d-bdd4-31b08292fc28 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 949 time: 0.1048303 Jul 19 20:41:43.898412 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ec22dc8f-05ba-4067-bfa2-23620e93ec9c req-43b22f6a-4b9b-4acf-bf96-7502cf4242ed tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551571 Jul 19 20:41:43.924796 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-15568ccf-eb78-4992-a723-5d680882afbb req-046e7606-a2a8-48ae-b747-ffc893466c3c tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618441 Jul 19 20:41:43.957844 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-5b9eef4c-676b-4a93-aefb-8ad15059eb7c None None] Port eeb82b62-fbf4-4757-be3c-ad639764b794 cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:41:44.081407 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:44.133144 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d9061-b941-47a7-ac14-c69e92473061 req-7473e12d-d21d-4e28-8e93-39a759f28916 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:44.135392 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d11d9061-b941-47a7-ac14-c69e92473061 req-7473e12d-d21d-4e28-8e93-39a759f28916 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0962274 Jul 19 20:41:44.141590 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca04308-6c79-4ea1-830b-b351472dcf80 req-6296c0e9-a21e-4bec-a3a9-3d664cdd09b7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:44.143235 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0ca04308-6c79-4ea1-830b-b351472dcf80 req-6296c0e9-a21e-4bec-a3a9-3d664cdd09b7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1100068 Jul 19 20:41:44.144983 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:44.151515 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-99214488-e77f-444f-b824-fd9debb0a1b6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:44.191683 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d11d9061-b941-47a7-ac14-c69e92473061 req-48e25f1e-02fc-42d6-98e3-b41c0d2cc882 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489433 Jul 19 20:41:44.256580 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Network 04407a74-902c-4266-8f67-5731ab76b1a7 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:41:44.262059 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:41:44.265879 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0552eec1-cfd6-441b-b43e-0d1362994263', 'tag': '84fdfb2c-bf79-41fc-adef-1cf32b19a8df', 'status': 'completed', 'code': 200} Jul 19 20:41:44.266816 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Pushing event updated for resources: {'Port': ['ID=c1957383-e849-4c44-b4cd-24eba8fa278a,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:44.271451 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:41:44.302104 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:44.310712 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0ca04308-6c79-4ea1-830b-b351472dcf80 req-9a8cea2e-eb15-4e1d-9625-81f78fef6fae tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234071 Jul 19 20:41:44.356565 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:44.357765 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:44.387710 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9627120 Jul 19 20:41:44.458510 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f353e-b0b0-4240-b58b-6ba7b46d379d req-0199665b-b1a0-48c5-afeb-3bfccf0a629c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:44.459395 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-468f353e-b0b0-4240-b58b-6ba7b46d379d req-0199665b-b1a0-48c5-afeb-3bfccf0a629c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Synchronizing usage tracker for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:41:44.479061 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-468f353e-b0b0-4240-b58b-6ba7b46d379d req-0199665b-b1a0-48c5-afeb-3bfccf0a629c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Unset dirty status for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:41:44.480180 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-468f353e-b0b0-4240-b58b-6ba7b46d379d req-0199665b-b1a0-48c5-afeb-3bfccf0a629c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.1081319 Jul 19 20:41:44.533741 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-468f353e-b0b0-4240-b58b-6ba7b46d379d req-733a2af6-b41e-43ce-b882-550544b55875 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469441 Jul 19 20:41:44.843836 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2f1a0-7f64-42f9-a073-06e18581e310 req-2ce08da3-45a8-4539-ba88-a8243ffbc10f tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:44.844564 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-eee2f1a0-7f64-42f9-a073-06e18581e310 req-2ce08da3-45a8-4539-ba88-a8243ffbc10f tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Synchronizing usage tracker for tenant:5dc83762124d44c2ae90bf9a7f8376b4 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:41:44.864638 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-eee2f1a0-7f64-42f9-a073-06e18581e310 req-2ce08da3-45a8-4539-ba88-a8243ffbc10f tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Unset dirty status for tenant:5dc83762124d44c2ae90bf9a7f8376b4 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:41:44.866230 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-eee2f1a0-7f64-42f9-a073-06e18581e310 req-2ce08da3-45a8-4539-ba88-a8243ffbc10f tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 932 time: 0.1987405 Jul 19 20:41:44.922684 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-eee2f1a0-7f64-42f9-a073-06e18581e310 req-8a8c6b6a-42d7-4954-9e5f-146c7c7e5d3a tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Synchronizing usage tracker for tenant:5dc83762124d44c2ae90bf9a7f8376b4 on resource:security_group {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:41:44.947324 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-eee2f1a0-7f64-42f9-a073-06e18581e310 req-8a8c6b6a-42d7-4954-9e5f-146c7c7e5d3a tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Unset dirty status for tenant:5dc83762124d44c2ae90bf9a7f8376b4 on resource:security_group {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:41:44.949202 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-eee2f1a0-7f64-42f9-a073-06e18581e310 req-8a8c6b6a-42d7-4954-9e5f-146c7c7e5d3a tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764120 Jul 19 20:41:45.106710 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925736d-6532-4d18-a7d6-7aed173bb2ce req-fd661317-ecb8-4346-aad4-37488f6fad75 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:45.108331 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7925736d-6532-4d18-a7d6-7aed173bb2ce req-fd661317-ecb8-4346-aad4-37488f6fad75 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 932 time: 0.0867999 Jul 19 20:41:45.161666 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7925736d-6532-4d18-a7d6-7aed173bb2ce req-670ec9a4-5ab0-45a3-8d17-37150a215582 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460725 Jul 19 20:41:45.173882 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177fe80-8798-4c7b-9345-a9dc99e66c35 req-3ae04f11-1e26-4d0b-843f-97972c2021d8 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:45.176084 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9177fe80-8798-4c7b-9345-a9dc99e66c35 req-3ae04f11-1e26-4d0b-843f-97972c2021d8 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 949 time: 0.1226020 Jul 19 20:41:45.223150 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9177fe80-8798-4c7b-9345-a9dc99e66c35 req-031caa9d-1cb2-4bf7-adec-0748d0855803 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416603 Jul 19 20:41:45.428187 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27389f0a-6c07-4de6-b5e1-51f32ff64e89 req-5b0b78bc-6950-4817-9f03-1e36a4f07c60 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:45.429740 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-27389f0a-6c07-4de6-b5e1-51f32ff64e89 req-5b0b78bc-6950-4817-9f03-1e36a4f07c60 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0992146 Jul 19 20:41:45.532812 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Request body: {'port': {'device_id': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:45.536967 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:45.543655 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-27389f0a-6c07-4de6-b5e1-51f32ff64e89 req-576222eb-0646-45db-bcae-3d45581ea9dd tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064730 Jul 19 20:41:45.583661 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3cce80c7-b27c-4832-9621-bcc6e84f0097 req-84c5b718-30ed-4167-981f-af62a488a9d3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830562 Jul 19 20:41:45.650903 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Request body: {'port': {'device_id': 'e427f187-e096-459d-ac23-c2d8e223cb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:41:45.815707 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75bc7f-ea64-4a84-826d-7db290bd4c22 req-48a0fa48-907b-409e-8c63-1d500f6b5f1a tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:45.818504 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5c75bc7f-ea64-4a84-826d-7db290bd4c22 req-48a0fa48-907b-409e-8c63-1d500f6b5f1a tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.1447477 Jul 19 20:41:45.820815 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-b1612a3f-d76f-4585-a9b3-6c9845f65f9c req-682fe61f-face-44d3-9d09-3e7acf15e41d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Deleting port fdf70888-bbb3-483d-a827-01ec37d19776 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:41:45.821199 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-b1612a3f-d76f-4585-a9b3-6c9845f65f9c req-682fe61f-face-44d3-9d09-3e7acf15e41d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:45.881543 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5c75bc7f-ea64-4a84-826d-7db290bd4c22 req-dc9ba739-a94f-4202-bddb-a67f9be1ca20 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567653 Jul 19 20:41:45.955574 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e48bed-0e54-4f3e-8f70-01ecb19ea7e9 req-8d1dc158-8673-4279-bc11-4b94e4dbb00c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:45.957115 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-20e48bed-0e54-4f3e-8f70-01ecb19ea7e9 req-8d1dc158-8673-4279-bc11-4b94e4dbb00c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.5146306 Jul 19 20:41:45.971733 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:46.032734 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:46.184784 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b93ab3-5f63-4971-9c7c-67591df65d12 req-f1004847-968e-48d2-be51-52f7ab20f78c tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:46.187170 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-27b93ab3-5f63-4971-9c7c-67591df65d12 req-f1004847-968e-48d2-be51-52f7ab20f78c tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 932 time: 0.1111207 Jul 19 20:41:46.203273 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-20e48bed-0e54-4f3e-8f70-01ecb19ea7e9 req-71f89441-6c98-4545-a67a-f9f0e6b83b17 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376006 Jul 19 20:41:46.244464 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-27b93ab3-5f63-4971-9c7c-67591df65d12 req-4cec7cd6-2c5d-4cd9-8b42-64be1b129f19 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519059 Jul 19 20:41:46.438454 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f208b-4996-41b4-82b8-5619b00b4b06 req-b9dfbd21-adbb-41dd-bdbe-8f4a51c68b9c tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:46.439990 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5e6f208b-4996-41b4-82b8-5619b00b4b06 req-b9dfbd21-adbb-41dd-bdbe-8f4a51c68b9c tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 949 time: 0.0904202 Jul 19 20:41:46.491808 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5e6f208b-4996-41b4-82b8-5619b00b4b06 req-0c4bc57d-08f2-4312-bd2b-da44134cd2e4 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Jul 19 20:41:46.718894 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-b1612a3f-d76f-4585-a9b3-6c9845f65f9c req-682fe61f-face-44d3-9d09-3e7acf15e41d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] For port fdf70888-bbb3-483d-a827-01ec37d19776, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=fdf70888-bbb3-483d-a827-01ec37d19776,segment=NetworkSegment(8d23f7fe-58e5-488c-875a-ae8bf81579f1),segment_id=8d23f7fe-58e5-488c-875a-ae8bf81579f1)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:41:46.719297 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-b1612a3f-d76f-4585-a9b3-6c9845f65f9c req-682fe61f-face-44d3-9d09-3e7acf15e41d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:46.748254 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c3239-9968-43f6-bf91-75f8ce6d710a req-47e5103d-a16b-46a7-b1f6-e682d8d2e806 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:46.750234 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9f3c3239-9968-43f6-bf91-75f8ce6d710a req-47e5103d-a16b-46a7-b1f6-e682d8d2e806 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0888097 Jul 19 20:41:46.798586 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9f3c3239-9968-43f6-bf91-75f8ce6d710a req-adf080ec-b400-4a86-8830-6f5e135e05a2 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Jul 19 20:41:46.986172 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-b1612a3f-d76f-4585-a9b3-6c9845f65f9c req-682fe61f-face-44d3-9d09-3e7acf15e41d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Calling delete_port for fdf70888-bbb3-483d-a827-01ec37d19776 owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:41:47.059794 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ff92c-4786-4e9d-818a-a3ee197062e6 req-d4078de6-a4d0-4113-9efa-74bf067ab794 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:47.061342 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a13ff92c-4786-4e9d-818a-a3ee197062e6 req-d4078de6-a4d0-4113-9efa-74bf067ab794 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 932 time: 0.6691787 Jul 19 20:41:47.144308 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef6bd-81c7-4d20-877f-0503797a2aa3 req-f25318f7-57aa-4617-bf24-f7669c2c59d6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:47.146036 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ae9ef6bd-81c7-4d20-877f-0503797a2aa3 req-f25318f7-57aa-4617-bf24-f7669c2c59d6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.1385167 Jul 19 20:41:47.217527 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ae9ef6bd-81c7-4d20-877f-0503797a2aa3 req-2c9b1635-8203-46fb-a685-927d793af8bf tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620077 Jul 19 20:41:47.218822 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.db.resource_extend [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 20:41:47.226776 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.db.resource_extend [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 20:41:47.380196 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a13ff92c-4786-4e9d-818a-a3ee197062e6 req-3c7f2e2a-0d48-429d-b8bc-9f95c187dd37 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728190 Jul 19 20:41:47.430619 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1957383-e849-4c44-b4cd-24eba8fa278a {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:41:47.437157 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb82b62-fbf4-4757-be3c-ad639764b794 {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:41:47.452515 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:47.457619 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:47.478536 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-b1612a3f-d76f-4585-a9b3-6c9845f65f9c req-682fe61f-face-44d3-9d09-3e7acf15e41d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:47.491317 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-448564d2-becb-40fd-807b-0f37c91920d4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:47.528559 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Transition to ACTIVE for port object eeb82b62-fbf4-4757-be3c-ad639764b794 will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:41:47.529636 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Transition to ACTIVE for port object c1957383-e849-4c44-b4cd-24eba8fa278a will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:41:47.539815 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fe61f-face-44d3-9d09-3e7acf15e41d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Pushing event deleted for resources: {'Port': ['ID=fdf70888-bbb3-483d-a827-01ec37d19776,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:47.543729 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:47.548265 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:47.551971 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-682fe61f-face-44d3-9d09-3e7acf15e41d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:47.552446 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-682fe61f-face-44d3-9d09-3e7acf15e41d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:47.608967 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550994d-94ca-4483-867c-de3fc52629db req-38712f3d-6632-430f-8ff6-49518b22d0b2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:47.611672 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1550994d-94ca-4483-867c-de3fc52629db req-38712f3d-6632-430f-8ff6-49518b22d0b2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.2826111 Jul 19 20:41:47.724096 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1550994d-94ca-4483-867c-de3fc52629db req-8364f0a8-2d13-4b6c-9f3e-7af078f57446 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018784 Jul 19 20:41:47.918331 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3733be59-e88f-40ee-9fd8-c94a52800a40 req-8e72a823-55a1-4795-8dd1-7d8413c9c077 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 210 time: 0.0540838 Jul 19 20:41:47.922992 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1612a3f-d76f-4585-a9b3-6c9845f65f9c req-682fe61f-face-44d3-9d09-3e7acf15e41d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] No DVR routers for this DVR port fdf70888-bbb3-483d-a827-01ec37d19776 on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:41:47.969327 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Pushing event updated for resources: {'Port': ['ID=c1957383-e849-4c44-b4cd-24eba8fa278a,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:47.998541 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-b1612a3f-d76f-4585-a9b3-6c9845f65f9c req-682fe61f-face-44d3-9d09-3e7acf15e41d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:48.041777 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70440798-bab4-4179-b2be-e0d3d744991b', 'name': 'network-vif-deleted', 'tag': 'fdf70888-bbb3-483d-a827-01ec37d19776'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:41:48.130581 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dd468-6b63-4f2b-99d4-cf071a6b352f req-4fc16d22-d53c-4879-b02a-ecdbaac17e7f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:48.133872 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ae8dd468-6b63-4f2b-99d4-cf071a6b352f req-4fc16d22-d53c-4879-b02a-ecdbaac17e7f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0956180 Jul 19 20:41:48.197054 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ae8dd468-6b63-4f2b-99d4-cf071a6b352f req-60d95772-e7ec-4bfb-aa5e-61dd57a545b6 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575686 Jul 19 20:41:48.214234 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b1612a3f-d76f-4585-a9b3-6c9845f65f9c req-682fe61f-face-44d3-9d09-3e7acf15e41d tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.45 "DELETE /v2.0/ports/fdf70888-bbb3-483d-a827-01ec37d19776 HTTP/1.1" status: 204 len: 173 time: 2.6888833 Jul 19 20:41:48.235632 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Pushing event updated for resources: {'Port': ['ID=eeb82b62-fbf4-4757-be3c-ad639764b794,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:48.242534 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:48.242815 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.658s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:48.243140 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:48.284210 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70440798-bab4-4179-b2be-e0d3d744991b', 'name': 'network-vif-deleted', 'tag': 'fdf70888-bbb3-483d-a827-01ec37d19776', 'status': 'completed', 'code': 200} Jul 19 20:41:48.287231 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Attempting to bind port c1957383-e849-4c44-b4cd-24eba8fa278a on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:41:48.287558 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Attempting to bind port c1957383-e849-4c44-b4cd-24eba8fa278a by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'f4cf1175-14e9-472b-9953-704e9b113fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:41:48.287890 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Attempting to bind port c1957383-e849-4c44-b4cd-24eba8fa278a on network 04407a74-902c-4266-8f67-5731ab76b1a7 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:48.299961 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Port c1957383-e849-4c44-b4cd-24eba8fa278a on network 04407a74-902c-4266-8f67-5731ab76b1a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:41:48.299961 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Attempting to bind port c1957383-e849-4c44-b4cd-24eba8fa278a on network 04407a74-902c-4266-8f67-5731ab76b1a7 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:48.302953 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Attempting to bind port eeb82b62-fbf4-4757-be3c-ad639764b794 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:41:48.303313 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Attempting to bind port eeb82b62-fbf4-4757-be3c-ad639764b794 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:41:48.303635 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Attempting to bind port eeb82b62-fbf4-4757-be3c-ad639764b794 on network 8c1cdfe2-5cf8-4f27-af81-43167309b360 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:48.314446 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc943d3a-d989-4e39-9d35-64b1bcbdaa31 req-e7ce7352-ce47-4fc5-bdf6-6703a82b21e9 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:48.316042 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dc943d3a-d989-4e39-9d35-64b1bcbdaa31 req-e7ce7352-ce47-4fc5-bdf6-6703a82b21e9 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 944 time: 0.6829255 Jul 19 20:41:48.321228 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:41:48.321557 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Checking segment: {'id': 'f4cf1175-14e9-472b-9953-704e9b113fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:41:48.321941 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Bound using segment: {'id': 'f4cf1175-14e9-472b-9953-704e9b113fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:41:48.322364 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Bound port: c1957383-e849-4c44-b4cd-24eba8fa278a, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cf1175-14e9-472b-9953-704e9b113fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:41:48.322706 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:48.333590 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Port eeb82b62-fbf4-4757-be3c-ad639764b794 on network 8c1cdfe2-5cf8-4f27-af81-43167309b360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:41:48.333911 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Attempting to bind port eeb82b62-fbf4-4757-be3c-ad639764b794 on network 8c1cdfe2-5cf8-4f27-af81-43167309b360 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:41:48.368610 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:41:48.368927 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Checking segment: {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:41:48.369315 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Bound using segment: {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:41:48.369729 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Bound port: eeb82b62-fbf4-4757-be3c-ad639764b794, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:41:48.370063 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:48.461544 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc679e-fa21-4c2f-a398-34083f84cdf9 req-6533dab9-8937-4548-856c-ac1291640e91 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:48.462993 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cacc679e-fa21-4c2f-a398-34083f84cdf9 req-6533dab9-8937-4548-856c-ac1291640e91 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.0903342 Jul 19 20:41:48.478069 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dc943d3a-d989-4e39-9d35-64b1bcbdaa31 req-b1c4ce7b-8e95-42da-abf7-0da3cb5b4a51 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455033 Jul 19 20:41:48.520840 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cacc679e-fa21-4c2f-a398-34083f84cdf9 req-239a4f82-5d1d-4f45-b7c9-e16440f3ca11 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505173 Jul 19 20:41:48.555311 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] For port c1957383-e849-4c44-b4cd-24eba8fa278a, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:41:48.564768 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] For port eeb82b62-fbf4-4757-be3c-ad639764b794, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:41:48.567680 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] For port c1957383-e849-4c44-b4cd-24eba8fa278a, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=c1957383-e849-4c44-b4cd-24eba8fa278a,segment=NetworkSegment(f4cf1175-14e9-472b-9953-704e9b113fcd),segment_id=f4cf1175-14e9-472b-9953-704e9b113fcd)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:41:48.569648 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] For port eeb82b62-fbf4-4757-be3c-ad639764b794, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=eeb82b62-fbf4-4757-be3c-ad639764b794,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:41:48.574223 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:48.578758 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:48.612918 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:48.684490 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:48.685105 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:48.686567 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] 10.222.0.45 "PUT /v2.0/ports/c1957383-e849-4c44-b4cd-24eba8fa278a HTTP/1.1" status: 200 len: 1094 time: 3.0621758 Jul 19 20:41:48.708952 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:48.709595 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:41:48.711091 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] 10.222.0.45 "PUT /v2.0/ports/eeb82b62-fbf4-4757-be3c-ad639764b794 HTTP/1.1" status: 200 len: 1094 time: 3.1903353 Jul 19 20:41:48.735645 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Pushing event updated for resources: {'Port': ['ID=c1957383-e849-4c44-b4cd-24eba8fa278a,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:48.740160 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:48.740591 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:41:48.762798 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['fdf70888-bbb3-483d-a827-01ec37d19776'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:41:48.903388 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e9867-2b54-4402-b17d-6576c3765005 req-ccb273b9-5a7f-4fda-95a8-1308a998a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:48.907304 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-968e9867-2b54-4402-b17d-6576c3765005 req-ccb273b9-5a7f-4fda-95a8-1308a998a31d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 1097 time: 0.1611412 Jul 19 20:41:48.965247 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90152f-f7ba-4c53-b98f-13cec180c42e req-43d227db-93c4-4564-8f35-86d0489482d2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:48.966910 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d90152f-f7ba-4c53-b98f-13cec180c42e req-43d227db-93c4-4564-8f35-86d0489482d2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 944 time: 0.3429935 Jul 19 20:41:49.005899 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Pushing event updated for resources: {'Port': ['ID=eeb82b62-fbf4-4757-be3c-ad639764b794,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:41:49.123589 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:41:49.253858 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d90152f-f7ba-4c53-b98f-13cec180c42e req-cc66b6a1-d56c-48bf-bee6-2e23d19b9bbf tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765403 Jul 19 20:41:49.288153 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-18ddd20c-807f-4e6d-9a06-d9521f671f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:49.289856 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-18ddd20c-807f-4e6d-9a06-d9521f671f6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf058118f5cb43efa6885c65d646147c&device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 1097 time: 0.2547884 Jul 19 20:41:49.296544 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad26e4-2130-4dc8-9ffd-19e845559443 req-646b04ef-fc35-49da-b532-58e6aafcfa2e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:49.299154 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f4ad26e4-2130-4dc8-9ffd-19e845559443 req-646b04ef-fc35-49da-b532-58e6aafcfa2e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.3474917 Jul 19 20:41:49.307634 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e9867-2b54-4402-b17d-6576c3765005 req-a9a4f971-288a-485c-b416-6491d4ebeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:49.310087 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-968e9867-2b54-4402-b17d-6576c3765005 req-a9a4f971-288a-485c-b416-6491d4ebeacc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2936025 Jul 19 20:41:49.312729 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-3bd686a3-623a-4682-a293-f98db5b505a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:49.314356 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-3bd686a3-623a-4682-a293-f98db5b505a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5dc83762124d44c2ae90bf9a7f8376b4&device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 1097 time: 0.2815025 Jul 19 20:41:49.381586 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f4ad26e4-2130-4dc8-9ffd-19e845559443 req-1ae57513-2465-411b-9dfb-71051326e980 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698528 Jul 19 20:41:49.523243 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-59d19cc7-c054-4b9a-add0-8a61216f5688 req-b0f2e516-c270-4d33-bc44-cfbff6d6398e tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Synchronizing usage tracker for tenant:e6635ef310c0499391fbfb77950c007d on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:41:49.552015 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-59d19cc7-c054-4b9a-add0-8a61216f5688 req-b0f2e516-c270-4d33-bc44-cfbff6d6398e tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Unset dirty status for tenant:e6635ef310c0499391fbfb77950c007d on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:41:49.553876 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-59d19cc7-c054-4b9a-add0-8a61216f5688 req-b0f2e516-c270-4d33-bc44-cfbff6d6398e tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 210 time: 0.1269968 Jul 19 20:41:49.606303 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ab2dd-eaf4-4f28-9276-01024655f1d3 req-fbf0c89c-8f4c-4321-b542-d53197db834a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:49.609733 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-270ab2dd-eaf4-4f28-9276-01024655f1d3 req-fbf0c89c-8f4c-4321-b542-d53197db834a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1138284 Jul 19 20:41:49.701195 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-270ab2dd-eaf4-4f28-9276-01024655f1d3 req-67ca2ef8-0778-4f5b-8f6f-d4a0566d29cc tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846245 Jul 19 20:41:49.835489 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6cf95-3c76-43b5-8b33-6832d1a1bf6a req-0d9addfd-3dfe-4ba4-8708-86c2b706e965 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:49.844579 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-99c6cf95-3c76-43b5-8b33-6832d1a1bf6a req-0d9addfd-3dfe-4ba4-8708-86c2b706e965 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 944 time: 0.1621287 Jul 19 20:41:49.900622 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-99c6cf95-3c76-43b5-8b33-6832d1a1bf6a req-b551d26d-1156-4e4e-9081-0e7e1af1bbcd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468740 Jul 19 20:41:49.990481 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a6a87-9a27-4ad0-85e0-412822358ba2 req-82c195a9-6ca5-467c-8169-2b2ec083875c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:49.992068 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3a0a6a87-9a27-4ad0-85e0-412822358ba2 req-82c195a9-6ca5-467c-8169-2b2ec083875c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.1042061 Jul 19 20:41:50.048546 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3a0a6a87-9a27-4ad0-85e0-412822358ba2 req-3d8c9cc9-cc2e-4680-91ca-90529fc86105 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469170 Jul 19 20:41:50.285142 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e427f187-e096-459d-ac23-c2d8e223cb4c', 'tag': 'c1957383-e849-4c44-b4cd-24eba8fa278a'}, {'name': 'network-changed', 'server_uuid': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'tag': 'eeb82b62-fbf4-4757-be3c-ad639764b794'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:41:50.350202 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e427f187-e096-459d-ac23-c2d8e223cb4c', 'tag': 'c1957383-e849-4c44-b4cd-24eba8fa278a', 'status': 'completed', 'code': 200} Jul 19 20:41:50.350498 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'tag': 'eeb82b62-fbf4-4757-be3c-ad639764b794', 'status': 'completed', 'code': 200} Jul 19 20:41:50.471974 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523390-18f6-44b0-9e92-6472aff684cb req-8ac8acb5-b016-4d65-9e67-5b54fdc90cb0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:50.473569 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c3523390-18f6-44b0-9e92-6472aff684cb req-8ac8acb5-b016-4d65-9e67-5b54fdc90cb0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 944 time: 0.0922351 Jul 19 20:41:50.531387 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c3523390-18f6-44b0-9e92-6472aff684cb req-e9523e22-6884-4159-b808-128c9eee756d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507927 Jul 19 20:41:50.625618 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517374bb-8812-4137-8104-8c275d71dade req-ce8d3d35-561b-4c73-812e-fb733f47e31e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:50.627195 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-517374bb-8812-4137-8104-8c275d71dade req-ce8d3d35-561b-4c73-812e-fb733f47e31e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1066432 Jul 19 20:41:50.713661 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-517374bb-8812-4137-8104-8c275d71dade req-f37cb4ed-3045-40d5-acaf-81435889f422 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755980 Jul 19 20:41:50.743257 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a94aaf0b-e678-463a-b8b4-1c90b5f23405 req-9d004b5d-958e-4894-bfea-1bc088fed193 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 210 time: 0.0544515 Jul 19 20:41:50.915377 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ad3e2-cb06-41ca-a31d-afc1356f4920 req-7d32d3a3-b851-4021-a1f0-dfbf3aa6bd97 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:50.917070 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-756ad3e2-cb06-41ca-a31d-afc1356f4920 req-7d32d3a3-b851-4021-a1f0-dfbf3aa6bd97 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0860620 Jul 19 20:41:50.980501 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-756ad3e2-cb06-41ca-a31d-afc1356f4920 req-40db02dd-e5a8-4a53-873a-60e9fdf19055 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570779 Jul 19 20:41:50.994652 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device fdf70888-bbb3-483d-a827-01ec37d19776 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:41:51.033374 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: fdf70888-bbb3-483d-a827-01ec37d19776 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:41:51.033726 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device fdf70888-bbb3-483d-a827-01ec37d19776 not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:41:51.122249 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d4e2a-b85c-4f0f-972a-f7af39a3795a req-654ffdbc-0ad5-4b2b-be80-9b516df1e243 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:51.124329 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-343d4e2a-b85c-4f0f-972a-f7af39a3795a req-654ffdbc-0ad5-4b2b-be80-9b516df1e243 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 944 time: 0.1070876 Jul 19 20:41:51.188989 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-343d4e2a-b85c-4f0f-972a-f7af39a3795a req-a36e2af7-da23-4f05-8ccf-1d2d490c65e7 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583448 Jul 19 20:41:51.259640 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6454fc-de99-4065-befc-eead375be6fe req-71e561ee-bcf7-4851-9d69-d80231299f86 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:51.262626 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8e6454fc-de99-4065-befc-eead375be6fe req-71e561ee-bcf7-4851-9d69-d80231299f86 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.0995164 Jul 19 20:41:51.318959 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8e6454fc-de99-4065-befc-eead375be6fe req-f1f62da0-88a4-46bf-b7c4-5372177fdb8b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497744 Jul 19 20:41:51.742835 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c088ea-e3c3-406e-b081-b74af45ed42b req-06cf96f8-6865-420d-9f6d-90d1a76f101b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:51.744440 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a4c088ea-e3c3-406e-b081-b74af45ed42b req-06cf96f8-6865-420d-9f6d-90d1a76f101b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 944 time: 0.1026826 Jul 19 20:41:51.830160 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a4c088ea-e3c3-406e-b081-b74af45ed42b req-3ba3e2c0-68a4-46ef-8cd4-f8afa7ee9fc4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741503 Jul 19 20:41:51.989761 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba8cde-e374-4db1-adb7-0044d9f89a75 req-99c69e55-2c30-401b-8e93-1d0050d10a5c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:51.992506 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-57ba8cde-e374-4db1-adb7-0044d9f89a75 req-99c69e55-2c30-401b-8e93-1d0050d10a5c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1055758 Jul 19 20:41:52.033704 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c8847a46-e9c5-472d-a3e2-88d66d6ae0f8 req-34314ffe-590a-4130-9fc1-38dac70f0d82 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 210 time: 0.0486042 Jul 19 20:41:52.294996 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-57ba8cde-e374-4db1-adb7-0044d9f89a75 req-11b00177-457c-4470-ac62-c2bca886b679 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960088 Jul 19 20:41:52.296708 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-358388d9-608f-424e-9cc5-f8171d39cd77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1957383-e849-4c44-b4cd-24eba8fa278a HTTP/1.1" status: 200 len: 217 time: 0.1267800 Jul 19 20:41:52.299664 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e9867-2b54-4402-b17d-6576c3765005 req-5aae6819-006f-4efe-a376-1c879ce89473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:52.301327 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-968e9867-2b54-4402-b17d-6576c3765005 req-5aae6819-006f-4efe-a376-1c879ce89473 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2437038 Jul 19 20:41:52.303500 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-a2dad380-a6c9-4412-81f2-6e7eac43c9c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb82b62-fbf4-4757-be3c-ad639764b794 HTTP/1.1" status: 200 len: 217 time: 0.2402215 Jul 19 20:41:52.336076 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece08c59-821f-486e-9f35-9cafb0271842 req-cef3e9a5-95b4-4a74-bef5-a768a68f9b6b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:52.337615 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ece08c59-821f-486e-9f35-9cafb0271842 req-cef3e9a5-95b4-4a74-bef5-a768a68f9b6b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1469717 Jul 19 20:41:52.397580 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ece08c59-821f-486e-9f35-9cafb0271842 req-a16e8e1a-2a87-4fed-bb22-e1e24195ba76 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532188 Jul 19 20:41:52.421102 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c6d22-863d-4e96-bfce-e2b157d128af req-0eea9a9f-35ec-4611-bee4-14890ebea08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:52.423303 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-477c6d22-863d-4e96-bfce-e2b157d128af req-0eea9a9f-35ec-4611-bee4-14890ebea08e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 1099 time: 0.3625386 Jul 19 20:41:52.537549 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-4b00b324-5ddf-4247-bc50-bf3b1e5df86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:52.539074 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-4b00b324-5ddf-4247-bc50-bf3b1e5df86e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae895624-6418-428d-939d-8386f92aca2e HTTP/1.1" status: 200 len: 849 time: 0.2060289 Jul 19 20:41:52.553724 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-078aabc3-8c53-45ac-937f-ad111734def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:52.556575 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-078aabc3-8c53-45ac-937f-ad111734def4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 1097 time: 0.1574996 Jul 19 20:41:52.559186 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-49bdebaa-ef3d-4be4-b791-fea210cd1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:52.561056 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-49bdebaa-ef3d-4be4-b791-fea210cd1242 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=848cf70c-e816-4440-97d0-4022a5a8251c HTTP/1.1" status: 200 len: 850 time: 0.2291656 Jul 19 20:41:52.679851 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c6d22-863d-4e96-bfce-e2b157d128af req-c62e22bc-d830-4357-ba39-78d46d00e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:52.681695 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-477c6d22-863d-4e96-bfce-e2b157d128af req-c62e22bc-d830-4357-ba39-78d46d00e9ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 200 len: 920 time: 0.1926005 Jul 19 20:41:52.697325 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cccab-934e-4363-908b-97f78027d618 req-7c841cc2-c813-4fbc-a10e-4ee5d892fe40 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:52.704719 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c02cccab-934e-4363-908b-97f78027d618 req-7c841cc2-c813-4fbc-a10e-4ee5d892fe40 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 944 time: 0.2603893 Jul 19 20:41:52.751165 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c02cccab-934e-4363-908b-97f78027d618 req-7b47c9bf-8594-4238-bc94-2a444b1c4840 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454252 Jul 19 20:41:52.815276 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed33d6-b8bd-4df5-b406-450d846463cb req-af1a3a08-dbef-47f9-b887-c7f400167b88 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:52.816781 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-34ed33d6-b8bd-4df5-b406-450d846463cb req-af1a3a08-dbef-47f9-b887-c7f400167b88 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.2148943 Jul 19 20:41:52.873240 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-34ed33d6-b8bd-4df5-b406-450d846463cb req-0de42678-ff4b-45ff-bc40-556fd53b06b7 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504491 Jul 19 20:41:53.038470 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0120fc-05c8-464b-a528-43136f3a2035 req-2869fd81-f284-4ec5-a19c-b7b1cb0a322d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:53.040012 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-af0120fc-05c8-464b-a528-43136f3a2035 req-2869fd81-f284-4ec5-a19c-b7b1cb0a322d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 944 time: 0.0910449 Jul 19 20:41:53.088880 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-af0120fc-05c8-464b-a528-43136f3a2035 req-1dff467d-9488-4fcf-a16b-46ff82cf644c tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Jul 19 20:41:53.213443 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c37b109a-5233-438f-aca6-35c9d866f5d2 req-067cabca-d852-47c9-9902-2d17a637b7a7 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 210 time: 0.0435426 Jul 19 20:41:53.493477 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb28d1-8b12-4830-8e11-6f26363d2c0e req-dc9a8861-de62-4e23-9f4a-fbe9036a346d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:53.495010 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42bb28d1-8b12-4830-8e11-6f26363d2c0e req-dc9a8861-de62-4e23-9f4a-fbe9036a346d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.0847771 Jul 19 20:41:53.610114 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9d769-7a53-4d27-a05d-33fd259053cc req-c3532b5c-8a51-4a28-9294-be11a6804753 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:53.611651 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-afa9d769-7a53-4d27-a05d-33fd259053cc req-c3532b5c-8a51-4a28-9294-be11a6804753 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0948322 Jul 19 20:41:53.622548 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42bb28d1-8b12-4830-8e11-6f26363d2c0e req-a0714570-f284-411e-ae60-db9c9827a3dc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210206 Jul 19 20:41:53.661704 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-afa9d769-7a53-4d27-a05d-33fd259053cc req-ecbf8ff0-5f0c-4e4e-b153-1cbd97d1c93e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439785 Jul 19 20:41:53.976603 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903e84-c198-4713-9b94-6021d26a4f9f req-cb9fee78-1279-4c0e-aa4b-3bebb7e7e776 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:53.978225 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-28903e84-c198-4713-9b94-6021d26a4f9f req-cb9fee78-1279-4c0e-aa4b-3bebb7e7e776 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 944 time: 0.0882473 Jul 19 20:41:54.032118 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-28903e84-c198-4713-9b94-6021d26a4f9f req-913f2a04-dd9b-4d73-950c-775b84fe2cb7 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432355 Jul 19 20:41:54.077649 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6d368-e163-4eff-9009-a95699b60a87 req-97e83c34-2ef8-43d6-876e-3c9aced40f55 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:54.079201 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-06e6d368-e163-4eff-9009-a95699b60a87 req-97e83c34-2ef8-43d6-876e-3c9aced40f55 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.0881588 Jul 19 20:41:54.132609 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-06e6d368-e163-4eff-9009-a95699b60a87 req-8bf60193-0de5-4c62-a04d-5f9338f8b2f3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470436 Jul 19 20:41:54.310234 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee851c5-edc3-4b4c-92d0-2639de5ef4b9 req-180c83b1-b760-4027-be17-3065348c0de8 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:54.311919 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7ee851c5-edc3-4b4c-92d0-2639de5ef4b9 req-180c83b1-b760-4027-be17-3065348c0de8 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 944 time: 0.0904329 Jul 19 20:41:54.361153 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7ee851c5-edc3-4b4c-92d0-2639de5ef4b9 req-d9e5ddc8-bdc1-428b-848a-3a47cd549b72 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 Jul 19 20:41:54.464186 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7d99d665-a052-4d1d-bf14-cffcbaf90cd1 req-a37d5a5b-1eb0-43f5-b8c0-5880a4728208 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 210 time: 0.0451379 Jul 19 20:41:54.828345 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb504ba-515d-4f7b-9dab-8853f2947046 req-1c26617d-c173-46ab-a1b4-2d2b5b3f7c5b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:54.829996 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3bb504ba-515d-4f7b-9dab-8853f2947046 req-1c26617d-c173-46ab-a1b4-2d2b5b3f7c5b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.0881801 Jul 19 20:41:54.886004 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3bb504ba-515d-4f7b-9dab-8853f2947046 req-ecc3ad1c-632f-4288-b929-cf57040588d6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498140 Jul 19 20:41:55.026782 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b067c9d-8df4-4563-8ef1-d1c8e4c8330f req-bf0ae60b-f8cd-4ca3-a3a1-1051e92e56ee tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:55.028320 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4b067c9d-8df4-4563-8ef1-d1c8e4c8330f req-bf0ae60b-f8cd-4ca3-a3a1-1051e92e56ee tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0821714 Jul 19 20:41:55.078616 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4b067c9d-8df4-4563-8ef1-d1c8e4c8330f req-d9057fc9-1f2d-40cf-b16c-82dfccd4ac89 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440245 Jul 19 20:41:55.225611 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8157c22-db2b-4524-89f2-41246207a251 req-12842698-c4b3-4147-927b-c1b2b14db679 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:55.228406 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e8157c22-db2b-4524-89f2-41246207a251 req-12842698-c4b3-4147-927b-c1b2b14db679 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 944 time: 0.0851026 Jul 19 20:41:55.281486 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e8157c22-db2b-4524-89f2-41246207a251 req-237f09eb-2427-4cd0-b656-1db1fafd2d71 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471625 Jul 19 20:41:55.333057 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0106e-8523-4f5e-b757-07d5ad7344ee req-fc41d6e9-1ea6-4253-a389-d9576076fb0a tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:55.334629 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d2f0106e-8523-4f5e-b757-07d5ad7344ee req-fc41d6e9-1ea6-4253-a389-d9576076fb0a tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.0860977 Jul 19 20:41:55.414715 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d2f0106e-8523-4f5e-b757-07d5ad7344ee req-f2099846-9644-4605-8d63-8971174d4cf9 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736389 Jul 19 20:41:55.527327 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-37f9f3a0-b79c-4aae-95a9-148105a3076d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84fdfb2c-bf79-41fc-adef-1cf32b19a8df HTTP/1.1" status: 200 len: 217 time: 0.0995877 Jul 19 20:41:55.650868 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-72965087-5440-4d3a-b339-5cd03d266fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:55.657929 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-72965087-5440-4d3a-b339-5cd03d266fdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1519832d-8f12-4fc6-befb-a491c3df2990 HTTP/1.1" status: 200 len: 855 time: 0.1013608 Jul 19 20:41:55.756187 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-64b39c74-cfef-4f34-b9b1-917e97ab6b0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1729bcf6-5778-4884-aa01-775bec79dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815921 Jul 19 20:41:55.772327 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-c720cc1c-385a-418f-8618-c12bf955c02f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04407a74-902c-4266-8f67-5731ab76b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3458138 Jul 19 20:41:55.790258 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-477c6d22-863d-4e96-bfce-e2b157d128af req-528bc9f0-8ed1-496b-a74f-00a681f37cc6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf58a3e1-df92-473c-9735-b594ff22e0d7 HTTP/1.1" status: 200 len: 217 time: 0.2271011 Jul 19 20:41:55.818603 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1897a682-f5d0-4eef-8006-856c71e23c7d req-ab51f4c8-d429-4962-b95f-625037c9b66c tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] 10.222.0.36 "GET /v2.0/ports?device_id=70440798-bab4-4179-b2be-e0d3d744991b HTTP/1.1" status: 200 len: 210 time: 0.0747685 Jul 19 20:41:55.831525 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-efcdc103-6f4d-4633-8bb7-9e45a4e95626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:55.833748 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-efcdc103-6f4d-4633-8bb7-9e45a4e95626 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1cdfe2-5cf8-4f27-af81-43167309b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4098127 Jul 19 20:41:55.847217 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fda07-02d8-4377-a8c5-f53b363d1dc4 req-ca5df92e-549a-40e2-ba4a-c00945e196d9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:55.849409 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8e3fda07-02d8-4377-a8c5-f53b363d1dc4 req-ca5df92e-549a-40e2-ba4a-c00945e196d9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 944 time: 0.2886431 Jul 19 20:41:56.052354 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-bd3db58d-64c5-4a2d-8b26-8b9b42915a57 service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842957 Jul 19 20:41:56.151427 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8e3fda07-02d8-4377-a8c5-f53b363d1dc4 req-e83b5052-baac-4a6b-974c-d05d5ea61af8 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890766 Jul 19 20:41:56.187413 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c6d22-863d-4e96-bfce-e2b157d128af req-b462f4e7-96d9-4e5c-970b-094cbc907458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:56.187413 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-477c6d22-863d-4e96-bfce-e2b157d128af req-b462f4e7-96d9-4e5c-970b-094cbc907458 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba1d8856-5894-4d99-8030-f996418df0e4 HTTP/1.1" status: 200 len: 859 time: 0.3054287 Jul 19 20:41:56.274677 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-477c6d22-863d-4e96-bfce-e2b157d128af req-8291a78c-e703-4776-ab50-e185fe22f190 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679157 Jul 19 20:41:56.276819 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-4331ae67-9fcd-4802-919b-04fca1b2671d service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977571 Jul 19 20:41:56.279060 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-00480f51-3d39-47af-98b5-86319e58c2eb service neutron] 10.222.0.45 "GET /v2.0/networks/04407a74-902c-4266-8f67-5731ab76b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010746 Jul 19 20:41:56.335638 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6f18b68d-6413-4ec6-93b7-f82a8dc8ed25 service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731259 Jul 19 20:41:56.350782 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910b67-4f9a-46c6-876d-ef9e4d12d72b req-7e19edf3-343f-466b-aab7-8878fb40043f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:56.363677 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-37910b67-4f9a-46c6-876d-ef9e4d12d72b req-7e19edf3-343f-466b-aab7-8878fb40043f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.2615027 Jul 19 20:41:56.423648 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-37910b67-4f9a-46c6-876d-ef9e4d12d72b req-524a90c4-0dd8-4ed4-8118-f3a2d23997d2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587938 Jul 19 20:41:56.701838 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5df039-3fec-4473-9c08-ac163ba4c75c req-9bd2f604-f3f7-41ea-b9d2-fde65f44bdcf tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:56.704091 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3c5df039-3fec-4473-9c08-ac163ba4c75c req-9bd2f604-f3f7-41ea-b9d2-fde65f44bdcf tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 944 time: 0.1318541 Jul 19 20:41:56.771451 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3c5df039-3fec-4473-9c08-ac163ba4c75c req-83901276-6f68-4b04-b71f-cf1e6db27de4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570748 Jul 19 20:41:56.884932 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-477c6d22-863d-4e96-bfce-e2b157d128af req-c28f176a-d1ee-4585-b2e3-e8a1b4d5bcfd service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870211 Jul 19 20:41:56.923765 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a778274e-6ca8-4f0e-aace-d67c3c49c9ca req-b6fe06fe-c1f1-428f-a48a-a66ae7ad1e50 service neutron] 10.222.0.45 "GET /v2.0/networks/04407a74-902c-4266-8f67-5731ab76b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302588 Jul 19 20:41:56.925666 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4b4666ca-a42f-459e-a7b3-c2e8b32c6ad0 req-3861f2de-a55f-4237-aefc-0f430ae770e5 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294489 Jul 19 20:41:56.962763 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a941c34-22a1-433e-a3e6-586444da2497 req-40da4627-56a4-4519-bb13-08d3819ef788 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:56.964321 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9a941c34-22a1-433e-a3e6-586444da2497 req-40da4627-56a4-4519-bb13-08d3819ef788 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.5915241 Jul 19 20:41:56.985490 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a37cbd-e4c9-4acc-bed0-ae950ef790c2 req-81d32bee-2b57-4fc0-9259-53e90cba90fc tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:56.992574 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-76a37cbd-e4c9-4acc-bed0-ae950ef790c2 req-81d32bee-2b57-4fc0-9259-53e90cba90fc tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.1127203 Jul 19 20:41:57.062384 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-76a37cbd-e4c9-4acc-bed0-ae950ef790c2 req-3edae242-ebbb-4e91-b795-fe5145e1ce12 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667689 Jul 19 20:41:57.099652 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9a941c34-22a1-433e-a3e6-586444da2497 req-92025df7-d17d-4b2b-876e-d7e99874b2ed tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887954 Jul 19 20:41:57.106132 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-477c6d22-863d-4e96-bfce-e2b157d128af req-5781fc93-b6dc-47a5-bee1-570e0d348e14 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085512 Jul 19 20:41:57.239376 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-ae74417e-2826-4938-a342-ac9193c620d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:57.248333 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-ae74417e-2826-4938-a342-ac9193c620d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5dc83762124d44c2ae90bf9a7f8376b4&device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 1097 time: 0.0993052 Jul 19 20:41:57.496092 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-bc6e41dc-cb06-495b-bf64-31e5428a8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:57.497853 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-bc6e41dc-cb06-495b-bf64-31e5428a8494 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04407a74-902c-4266-8f67-5731ab76b1a7 HTTP/1.1" status: 200 len: 910 time: 0.2439289 Jul 19 20:41:57.589423 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c56d4e-c1b0-4efd-9002-5e8a50b88736 req-26ff1f8d-54c3-4fec-9dbf-9226b7b37473 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:57.592686 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b7c56d4e-c1b0-4efd-9002-5e8a50b88736 req-26ff1f8d-54c3-4fec-9dbf-9226b7b37473 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 944 time: 0.1824715 Jul 19 20:41:57.605551 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-153afe50-33f2-4d60-9f11-6976bb1694d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1957383-e849-4c44-b4cd-24eba8fa278a HTTP/1.1" status: 200 len: 217 time: 0.0930121 Jul 19 20:41:57.671221 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b7c56d4e-c1b0-4efd-9002-5e8a50b88736 req-75b43bd7-1f60-4abb-9c09-53269900c5d0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627446 Jul 19 20:41:57.987582 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0e3f7-57ac-49ac-b7be-cc661749564a req-4a6e085f-3e71-4224-99f3-8be29763d43b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:57.989697 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-50b0e3f7-57ac-49ac-b7be-cc661749564a req-4a6e085f-3e71-4224-99f3-8be29763d43b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1505125 Jul 19 20:41:58.077555 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-50b0e3f7-57ac-49ac-b7be-cc661749564a req-3ebd1ffc-4e16-4b60-acdb-a8936bc8d87b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801322 Jul 19 20:41:58.157064 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-1d8a1924-2559-440b-9f25-97e166d7ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:58.160087 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-1d8a1924-2559-440b-9f25-97e166d7ec94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae895624-6418-428d-939d-8386f92aca2e HTTP/1.1" status: 200 len: 849 time: 0.5499907 Jul 19 20:41:58.178494 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d088ddb-1cda-4414-abfb-046a2357a8da req-04383381-130e-4685-bdb5-c377601e2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:58.180385 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3d088ddb-1cda-4414-abfb-046a2357a8da req-04383381-130e-4685-bdb5-c377601e2370 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 1099 time: 0.4455500 Jul 19 20:41:58.208863 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c32fc5-1ce3-4dd9-b9ab-95397d89366e req-2278faf3-c45f-42be-bcd2-96d7602bb21b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:58.222061 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a6c32fc5-1ce3-4dd9-b9ab-95397d89366e req-2278faf3-c45f-42be-bcd2-96d7602bb21b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.3631415 Jul 19 20:41:58.351689 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-f0d725f5-d6d8-4cdc-a35b-892b1de46bbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04407a74-902c-4266-8f67-5731ab76b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254535 Jul 19 20:41:58.456825 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdee74a-deac-4bfa-93ce-e0a8483d5194 req-385d4733-0e10-45dd-933f-9e2246cfec16 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:58.459327 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-abdee74a-deac-4bfa-93ce-e0a8483d5194 req-385d4733-0e10-45dd-933f-9e2246cfec16 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 944 time: 0.2590842 Jul 19 20:41:58.510125 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a6c32fc5-1ce3-4dd9-b9ab-95397d89366e req-86ddd794-3fc2-4b36-9bce-577e9f9a90f5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869399 Jul 19 20:41:58.570509 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-abdee74a-deac-4bfa-93ce-e0a8483d5194 req-c2de64cf-e119-4be0-a0cd-34b50dd4cbfa tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027632 Jul 19 20:41:58.660428 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d088ddb-1cda-4414-abfb-046a2357a8da req-6e0e7ae6-c38d-488a-8a27-abfaed1756cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:58.663328 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3d088ddb-1cda-4414-abfb-046a2357a8da req-6e0e7ae6-c38d-488a-8a27-abfaed1756cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 200 len: 920 time: 0.4385185 Jul 19 20:41:58.922503 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3d088ddb-1cda-4414-abfb-046a2357a8da req-27dff385-5442-4701-b98a-b76c3d310452 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf58a3e1-df92-473c-9735-b594ff22e0d7 HTTP/1.1" status: 200 len: 217 time: 0.2468870 Jul 19 20:41:58.976018 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-a8e8a232-52bb-4f90-9fc4-eabc249d6676 service neutron] 10.222.0.45 "GET /v2.0/networks/04407a74-902c-4266-8f67-5731ab76b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141751 Jul 19 20:41:58.990260 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0908014-22c4-42cf-9ee0-d372bda10888 req-fc1994a8-4afe-450a-8c8d-56c252115f08 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:58.991853 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e0908014-22c4-42cf-9ee0-d372bda10888 req-fc1994a8-4afe-450a-8c8d-56c252115f08 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 944 time: 0.1138065 Jul 19 20:41:59.055119 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e0908014-22c4-42cf-9ee0-d372bda10888 req-2c6ee106-cc8a-4b89-bd54-cf97360ee3fe tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523779 Jul 19 20:41:59.102744 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d088ddb-1cda-4414-abfb-046a2357a8da req-a7c43c74-e3f1-4d05-a9f3-4ed6ee6c6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:59.104304 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3d088ddb-1cda-4414-abfb-046a2357a8da req-a7c43c74-e3f1-4d05-a9f3-4ed6ee6c6019 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba1d8856-5894-4d99-8030-f996418df0e4 HTTP/1.1" status: 200 len: 859 time: 0.1653759 Jul 19 20:41:59.160114 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b51dd3-fbf4-4754-bb45-c8bdebf7aedb req-60c76588-e7cb-411a-8d5c-ae12e268d517 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:59.161697 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-20b51dd3-fbf4-4754-bb45-c8bdebf7aedb req-60c76588-e7cb-411a-8d5c-ae12e268d517 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.3688550 Jul 19 20:41:59.165434 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-ab806cb2-dc1f-4166-a1c6-6fa585ef4a81 service neutron] 10.222.0.45 "GET /v2.0/networks/04407a74-902c-4266-8f67-5731ab76b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792381 Jul 19 20:41:59.221840 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-20b51dd3-fbf4-4754-bb45-c8bdebf7aedb req-39c75880-8fe1-4ae6-bcec-12099ac419f6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461335 Jul 19 20:41:59.313263 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f6545-0b0c-4338-9eee-2b2ab8640fc4 req-ed0c765e-a041-46e7-914e-5fd1fc58666f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:59.314624 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-337f6545-0b0c-4338-9eee-2b2ab8640fc4 req-ed0c765e-a041-46e7-914e-5fd1fc58666f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0973551 Jul 19 20:41:59.395916 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-337f6545-0b0c-4338-9eee-2b2ab8640fc4 req-222b106b-5266-4ca0-aacf-1ebf59b0739f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674877 Jul 19 20:41:59.948046 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee930a8-ae96-4f5d-a373-7f2402a00e3d req-f00ec3f1-e2c3-4055-95cf-221739f41e34 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:59.952549 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0ee930a8-ae96-4f5d-a373-7f2402a00e3d req-f00ec3f1-e2c3-4055-95cf-221739f41e34 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 944 time: 0.1506367 Jul 19 20:41:59.988970 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe55eff-e0bd-4c61-9685-8eb5b7c6538d req-e95a42f7-5780-47da-92fd-ebf0ad170284 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:41:59.990553 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6fe55eff-e0bd-4c61-9685-8eb5b7c6538d req-e95a42f7-5780-47da-92fd-ebf0ad170284 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.2577860 Jul 19 20:42:00.010339 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0ee930a8-ae96-4f5d-a373-7f2402a00e3d req-420efd43-fcc0-40df-af59-00392137026e tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499153 Jul 19 20:42:00.053360 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6fe55eff-e0bd-4c61-9685-8eb5b7c6538d req-0c013714-e8a3-4ea8-a43c-e1262d6a6f68 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551641 Jul 19 20:42:00.321554 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36cea7-acae-4e9c-b7a5-8b7231334ce7 req-ec99acbc-53da-4e27-95a5-27fec398630f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:00.323195 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cd36cea7-acae-4e9c-b7a5-8b7231334ce7 req-ec99acbc-53da-4e27-95a5-27fec398630f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 944 time: 0.1088486 Jul 19 20:42:00.375365 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cd36cea7-acae-4e9c-b7a5-8b7231334ce7 req-686bee85-7c23-455f-a67a-d4c5f2e31e11 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446846 Jul 19 20:42:00.431886 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898cd89-8fbf-4837-ba52-632302280d28 req-8e8dd089-8b20-4247-8aad-31c57764b95e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:00.433860 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b898cd89-8fbf-4837-ba52-632302280d28 req-8e8dd089-8b20-4247-8aad-31c57764b95e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.1000776 Jul 19 20:42:00.489306 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b898cd89-8fbf-4837-ba52-632302280d28 req-cb27c5c7-901a-4478-853a-d8db00b7cc72 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492232 Jul 19 20:42:00.630921 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed76bc6-33b8-4b50-8873-2e8091f289c9 req-6a6508b4-041e-4096-83f3-1ff955794a52 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:00.632568 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-aed76bc6-33b8-4b50-8873-2e8091f289c9 req-6a6508b4-041e-4096-83f3-1ff955794a52 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1080880 Jul 19 20:42:00.675972 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a348281c-ae07-4a08-8594-728197e13e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:00.719702 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-aed76bc6-33b8-4b50-8873-2e8091f289c9 req-3d1d971a-d0f6-4557-bf67-5b116bd97ce5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777318 Jul 19 20:42:01.298428 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe79631-87a6-4100-8c2d-9656e347cca1 req-537440f6-a7b5-4f12-8ca7-638e7ed688af tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:01.308373 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-dfe79631-87a6-4100-8c2d-9656e347cca1 req-537440f6-a7b5-4f12-8ca7-638e7ed688af tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1259518 Jul 19 20:42:01.309180 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:01.330764 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f99d13-e0f2-4855-b4f6-a5d9cdcb055d req-2cfc68ac-bed3-4796-9f05-2925c9bb351d tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:01.333061 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-03f99d13-e0f2-4855-b4f6-a5d9cdcb055d req-2cfc68ac-bed3-4796-9f05-2925c9bb351d tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 944 time: 0.1499057 Jul 19 20:42:01.355053 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-dfe79631-87a6-4100-8c2d-9656e347cca1 req-73fb1a5d-8bd9-4c75-9b90-bdc8837b8f13 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456409 Jul 19 20:42:01.393567 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-03f99d13-e0f2-4855-b4f6-a5d9cdcb055d req-1780c4f8-79b5-48d5-9c6c-f565bd1a2286 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534675 Jul 19 20:42:01.605543 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47e8b7-ea46-479d-923c-8b20ab03e951 req-ba5bb0b3-cbe9-49c9-b52a-6c584143d10f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:01.607210 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0d47e8b7-ea46-479d-923c-8b20ab03e951 req-ba5bb0b3-cbe9-49c9-b52a-6c584143d10f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 944 time: 0.1099541 Jul 19 20:42:01.693157 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0d47e8b7-ea46-479d-923c-8b20ab03e951 req-2785af79-808c-4b3b-b940-f36c0232e756 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771296 Jul 19 20:42:01.725834 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12280b-91e1-41d6-ab3a-a252e7ced6df req-90e59a03-696c-4176-8cc0-49bf56592a8e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:01.728653 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1e12280b-91e1-41d6-ab3a-a252e7ced6df req-90e59a03-696c-4176-8cc0-49bf56592a8e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 944 time: 0.1098504 Jul 19 20:42:01.803531 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1e12280b-91e1-41d6-ab3a-a252e7ced6df req-a5e46bcc-54fd-4512-b892-fa7930168d9e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663521 Jul 19 20:42:01.848873 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 84fdfb2c-bf79-41fc-adef-1cf32b19a8df details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:42:01.943648 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3d088ddb-1cda-4414-abfb-046a2357a8da req-9d078244-cc80-4a31-b490-07ab65a4acf3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860460 Jul 19 20:42:01.989025 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962eb93-df2a-48db-bd80-7f98098976ca req-0ff69ef6-2566-43a8-859e-312d664e3455 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:01.990943 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1962eb93-df2a-48db-bd80-7f98098976ca req-0ff69ef6-2566-43a8-859e-312d664e3455 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1037033 Jul 19 20:42:02.042490 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84fdfb2c-bf79-41fc-adef-1cf32b19a8df,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:02.060314 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '84fdfb2c-bf79-41fc-adef-1cf32b19a8df', 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39', 'port_id': '84fdfb2c-bf79-41fc-adef-1cf32b19a8df', 'mac_address': 'fa:16:3e:32:ee:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1519832d-8f12-4fc6-befb-a491c3df2990', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:42:02.066027 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1962eb93-df2a-48db-bd80-7f98098976ca req-8f41f0f9-a1f9-4e88-bba0-231d4dec71a6 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659003 Jul 19 20:42:02.137709 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:02.161417 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fdfb2c-bf79-41fc-adef-1cf32b19a8df {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:42:02.182492 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84fdfb2c-bf79-41fc-adef-1cf32b19a8df,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:02.187964 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:02.189877 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6cd64b55-52cb-4cc1-a1b1-c61db7c81b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:02.246137 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device eeb82b62-fbf4-4757-be3c-ad639764b794 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:42:02.297729 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=84fdfb2c-bf79-41fc-adef-1cf32b19a8df,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:02.319115 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:02.319460 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:02.319791 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:02.320123 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:02.320277 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-0c5fbacb-f366-472c-81e9-101e513b8a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:02.320444 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:02.320770 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:02.321091 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:02.321408 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:02.321710 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-0c5fbacb-f366-472c-81e9-101e513b8a1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf058118f5cb43efa6885c65d646147c&device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 1097 time: 0.3223341 Jul 19 20:42:02.321884 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:02.322128 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:02.322450 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:02.322759 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:02.323999 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3d088ddb-1cda-4414-abfb-046a2357a8da req-6a7a122e-acfe-48fc-98f4-2bde809c54f1 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638282 Jul 19 20:42:02.329052 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:02.438613 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port eeb82b62-fbf4-4757-be3c-ad639764b794, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=eeb82b62-fbf4-4757-be3c-ad639764b794,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:02.454174 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': 'eeb82b62-fbf4-4757-be3c-ad639764b794', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'port_id': 'eeb82b62-fbf4-4757-be3c-ad639764b794', 'mac_address': 'fa:16:3e:15:dd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:42:02.533453 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:02.554587 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb82b62-fbf4-4757-be3c-ad639764b794 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:42:02.573870 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port eeb82b62-fbf4-4757-be3c-ad639764b794, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=eeb82b62-fbf4-4757-be3c-ad639764b794,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:02.581214 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:02.582317 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device c1957383-e849-4c44-b4cd-24eba8fa278a details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:42:02.588315 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-92c235e8-8ee0-4a8b-b358-959780951fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:02.660968 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=eeb82b62-fbf4-4757-be3c-ad639764b794,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:02.667068 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:02.690755 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3d088ddb-1cda-4414-abfb-046a2357a8da req-12dbaa31-936e-49c1-80ff-28fb27c74fe1 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524137 Jul 19 20:42:02.727926 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df5b6a-af8d-4144-a566-c3b993515acb req-fb9f6db6-a194-4a4d-8937-c17051882120 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:02.730338 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b8df5b6a-af8d-4144-a566-c3b993515acb req-fb9f6db6-a194-4a4d-8937-c17051882120 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 944 time: 0.1645539 Jul 19 20:42:02.768177 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-b226106f-5c1c-4c43-91db-a3e24cf948b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:02.770609 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-b226106f-5c1c-4c43-91db-a3e24cf948b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1cdfe2-5cf8-4f27-af81-43167309b360 HTTP/1.1" status: 200 len: 912 time: 0.4336257 Jul 19 20:42:02.789717 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b8df5b6a-af8d-4144-a566-c3b993515acb req-e753bc83-7eac-4821-9674-0211a55ad94a tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520868 Jul 19 20:42:02.791932 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25570053-d48a-43d0-b9dc-a7530f87daf3 req-62a82baa-299c-4ced-a2ef-591a65c7cfb6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:02.793945 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-25570053-d48a-43d0-b9dc-a7530f87daf3 req-62a82baa-299c-4ced-a2ef-591a65c7cfb6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.2149692 Jul 19 20:42:02.860209 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port c1957383-e849-4c44-b4cd-24eba8fa278a, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=c1957383-e849-4c44-b4cd-24eba8fa278a,segment=NetworkSegment(f4cf1175-14e9-472b-9953-704e9b113fcd),segment_id=f4cf1175-14e9-472b-9953-704e9b113fcd)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:02.876679 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': 'c1957383-e849-4c44-b4cd-24eba8fa278a', 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7', 'port_id': 'c1957383-e849-4c44-b4cd-24eba8fa278a', 'mac_address': 'fa:16:3e:10:af:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae895624-6418-428d-939d-8386f92aca2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:42:02.911186 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-25570053-d48a-43d0-b9dc-a7530f87daf3 req-3a617644-32ce-4467-aca1-f3a811ac75dd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090329 Jul 19 20:42:02.977325 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:02.997957 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1957383-e849-4c44-b4cd-24eba8fa278a {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:42:03.012488 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f1de4-f620-44d1-8de7-172eb8b4ac2e req-9777d51c-e7a7-4c67-8b02-173114eacd50 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:03.014658 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f68f1de4-f620-44d1-8de7-172eb8b4ac2e req-9777d51c-e7a7-4c67-8b02-173114eacd50 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 945 time: 0.1036198 Jul 19 20:42:03.017070 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port c1957383-e849-4c44-b4cd-24eba8fa278a, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=c1957383-e849-4c44-b4cd-24eba8fa278a,segment=NetworkSegment(f4cf1175-14e9-472b-9953-704e9b113fcd),segment_id=f4cf1175-14e9-472b-9953-704e9b113fcd)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:03.037561 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:03.044065 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:03.109193 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f68f1de4-f620-44d1-8de7-172eb8b4ac2e req-3590ec3b-d140-4dd5-b2b0-fd9bc98be319 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842922 Jul 19 20:42:03.127009 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=c1957383-e849-4c44-b4cd-24eba8fa278a,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:03.146147 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:03.165005 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76742296-fb9b-42df-b959-d11b6b59ba56 req-e23abd5b-9df7-4203-a48b-696824c471f5 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:03.168032 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-76742296-fb9b-42df-b959-d11b6b59ba56 req-e23abd5b-9df7-4203-a48b-696824c471f5 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 945 time: 0.1134980 Jul 19 20:42:03.220005 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-76742296-fb9b-42df-b959-d11b6b59ba56 req-925041b0-7d7b-4d65-8a38-d1faf35f299c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452733 Jul 19 20:42:03.353683 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d834c-0d78-47b0-bbdc-9ecc036b3ff2 req-8c9f63d9-fee6-480e-ac7d-d0265a449fe4 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:03.355876 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-547d834c-0d78-47b0-bbdc-9ecc036b3ff2 req-8c9f63d9-fee6-480e-ac7d-d0265a449fe4 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1014311 Jul 19 20:42:03.390798 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f7c267ad-671f-48ce-b76e-ef2561d5fb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:03.439186 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-547d834c-0d78-47b0-bbdc-9ecc036b3ff2 req-ddb3317e-dc78-4ad4-a195-a30f8640b147 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755179 Jul 19 20:42:03.994556 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cbfc2-803b-48ea-9538-751bf461ac5e req-aaa81aee-d26d-4383-83ca-fc4f9bc6eb90 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:03.996138 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-441cbfc2-803b-48ea-9538-751bf461ac5e req-aaa81aee-d26d-4383-83ca-fc4f9bc6eb90 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 945 time: 0.0867856 Jul 19 20:42:04.047786 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-441cbfc2-803b-48ea-9538-751bf461ac5e req-64d5e174-8c61-43be-98de-cc970ffcdbe5 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449014 Jul 19 20:42:04.108821 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024881ad-5b22-4590-b2a5-ab8a172d6d6d req-baabcb9d-c0dc-4366-8c4c-1f5b537825fd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:04.110328 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-024881ad-5b22-4590-b2a5-ab8a172d6d6d req-baabcb9d-c0dc-4366-8c4c-1f5b537825fd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.0881195 Jul 19 20:42:04.168290 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-024881ad-5b22-4590-b2a5-ab8a172d6d6d req-9327bf4b-76c9-478d-a1a4-10c69882507f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501773 Jul 19 20:42:04.324561 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571c174-f7e6-4cea-991b-c6b6026dac5c req-3958eb59-6d2f-4154-843b-5ddae3a9f9d3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:04.326133 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1571c174-f7e6-4cea-991b-c6b6026dac5c req-3958eb59-6d2f-4154-843b-5ddae3a9f9d3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 945 time: 0.0862727 Jul 19 20:42:04.379252 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1571c174-f7e6-4cea-991b-c6b6026dac5c req-236a9445-f994-4d17-8012-f04c5f8cfba8 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462513 Jul 19 20:42:04.460611 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d89c6-16c3-487b-b4d3-e6c929e1b232 req-2a54fc54-269a-45a1-a32d-c1cbcb0195af tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:04.462635 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ad8d89c6-16c3-487b-b4d3-e6c929e1b232 req-2a54fc54-269a-45a1-a32d-c1cbcb0195af tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 945 time: 0.0856371 Jul 19 20:42:04.511922 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ad8d89c6-16c3-487b-b4d3-e6c929e1b232 req-7caee527-8465-4480-91af-f3cde341c224 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Jul 19 20:42:04.663596 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d422a22-41e3-4a21-9579-78512835a302 req-f269d64a-e0f4-4576-b824-64a80e836c91 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:04.665388 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9d422a22-41e3-4a21-9579-78512835a302 req-f269d64a-e0f4-4576-b824-64a80e836c91 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0983145 Jul 19 20:42:04.719648 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9d422a22-41e3-4a21-9579-78512835a302 req-e669276c-2513-4b2c-a393-559fa7a9ce4a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Jul 19 20:42:05.150339 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:05.185780 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-9b1698fa-fa8a-41d8-bbb5-3c4db78538a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb82b62-fbf4-4757-be3c-ad639764b794 HTTP/1.1" status: 200 len: 217 time: 0.0763743 Jul 19 20:42:05.292300 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-8be3193e-7e25-4cde-8b6b-07195e646596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:05.293977 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-8be3193e-7e25-4cde-8b6b-07195e646596 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=848cf70c-e816-4440-97d0-4022a5a8251c HTTP/1.1" status: 200 len: 850 time: 0.0990691 Jul 19 20:42:05.346224 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b02480-dee7-4c50-acda-c7a8558abd62 req-3a7554b6-602a-4250-a49e-5c1b1bbc2d57 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:05.348049 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c2b02480-dee7-4c50-acda-c7a8558abd62 req-3a7554b6-602a-4250-a49e-5c1b1bbc2d57 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 945 time: 0.1258185 Jul 19 20:42:05.409109 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c2b02480-dee7-4c50-acda-c7a8558abd62 req-31899b4c-3c34-47b4-8cba-d3ee07c9b536 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494723 Jul 19 20:42:05.437599 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['84fdfb2c-bf79-41fc-adef-1cf32b19a8df'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:42:05.603543 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-be3e01a5-a19b-4ca3-9286-5e56e404e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:05.605525 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-be3e01a5-a19b-4ca3-9286-5e56e404e92b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1cdfe2-5cf8-4f27-af81-43167309b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3035684 Jul 19 20:42:05.656061 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeea7c-68ef-46c3-ab64-806a45b9f835 req-9b50635a-b835-478c-9ff1-e11c64773ec5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:05.659787 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab9ae9-fad0-4570-852f-53fa1c49ab89 req-37746637-56b0-4c62-90a5-9043c5a40bb8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:05.668231 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d6aeea7c-68ef-46c3-ab64-806a45b9f835 req-9b50635a-b835-478c-9ff1-e11c64773ec5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 945 time: 0.1579745 Jul 19 20:42:05.674007 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-80ab9ae9-fad0-4570-852f-53fa1c49ab89 req-37746637-56b0-4c62-90a5-9043c5a40bb8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.2314017 Jul 19 20:42:05.743594 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d6aeea7c-68ef-46c3-ab64-806a45b9f835 req-acdf7dbd-a40a-453d-9846-b80a91809d35 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742638 Jul 19 20:42:05.823281 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['c1957383-e849-4c44-b4cd-24eba8fa278a'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:42:05.887315 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-80ab9ae9-fad0-4570-852f-53fa1c49ab89 req-7f7d5a44-1321-464b-876e-79f2e04a5258 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115271 Jul 19 20:42:05.913544 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['eeb82b62-fbf4-4757-be3c-ad639764b794'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:42:05.951886 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-bcc4bfde-84cd-47a1-aed7-0d83caea80c9 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244388 Jul 19 20:42:06.107474 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2f281-4237-4b3c-9db2-dd42f1662e92 req-b44135fc-5d4f-4311-b125-bb804aa6531c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:06.109348 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8fb2f281-4237-4b3c-9db2-dd42f1662e92 req-b44135fc-5d4f-4311-b125-bb804aa6531c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 945 time: 0.2278197 Jul 19 20:42:06.181231 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-42ec91af-f46e-4640-ab8b-42a3425b86ca req-c5824216-3b05-408a-b394-449d14f8b34c service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212005 Jul 19 20:42:06.284342 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e420887-31ad-44e1-aaff-662986c4dda2 req-41538a06-13cd-4973-a93a-9971e2f36a89 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:06.286329 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0e420887-31ad-44e1-aaff-662986c4dda2 req-41538a06-13cd-4973-a93a-9971e2f36a89 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1038103 Jul 19 20:42:06.349418 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8fb2f281-4237-4b3c-9db2-dd42f1662e92 req-4f2d8102-701a-4f06-a3e4-ba6ef220ccb0 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338994 Jul 19 20:42:06.401694 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0e420887-31ad-44e1-aaff-662986c4dda2 req-d9e24793-2daa-4a53-9c48-16799ba492af tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050007 Jul 19 20:42:06.589300 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:06.680684 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dc3f8-3172-48de-93f0-798716654576 req-490d584a-68ed-458c-9a3d-b10dc4d1ad14 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:06.684976 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-090dc3f8-3172-48de-93f0-798716654576 req-490d584a-68ed-458c-9a3d-b10dc4d1ad14 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 945 time: 0.1538217 Jul 19 20:42:06.816754 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-090dc3f8-3172-48de-93f0-798716654576 req-bf5c300c-3fce-4390-a53b-3e34f223e512 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233714 Jul 19 20:42:07.042059 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930e29e-9d46-44a7-9baa-f4d99e0933c8 req-f9deadaa-754f-49e9-84d5-eb9cd0f81a81 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:07.050266 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f930e29e-9d46-44a7-9baa-f4d99e0933c8 req-f9deadaa-754f-49e9-84d5-eb9cd0f81a81 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 945 time: 0.1601505 Jul 19 20:42:07.147230 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f930e29e-9d46-44a7-9baa-f4d99e0933c8 req-0ff4a319-35fc-4459-85da-004c8f087c78 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956638 Jul 19 20:42:07.159517 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 84fdfb2c-bf79-41fc-adef-1cf32b19a8df up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:42:07.265498 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:42:07.285607 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:42:07.286670 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:07.292881 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848631c-047a-4b3a-8fea-4c307311dec1 req-1900762b-09fc-4b64-b0ee-febd8e56cdb4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:07.294758 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9848631c-047a-4b3a-8fea-4c307311dec1 req-1900762b-09fc-4b64-b0ee-febd8e56cdb4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1722975 Jul 19 20:42:07.366402 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9848631c-047a-4b3a-8fea-4c307311dec1 req-c2626946-5576-4cd9-a758-2d25bf4feb6f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647082 Jul 19 20:42:07.609489 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b4b45-f672-4f71-bc94-0648837a537e req-01029f69-f7d0-4740-b6bf-2a1ff325d549 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:07.617082 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-368b4b45-f672-4f71-bc94-0648837a537e req-01029f69-f7d0-4740-b6bf-2a1ff325d549 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 945 time: 0.1011078 Jul 19 20:42:07.619555 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 46080) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:07.667389 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:07.724668 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-368b4b45-f672-4f71-bc94-0648837a537e req-60bb8b49-8a55-45e4-8aec-e570738f3109 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060972 Jul 19 20:42:07.749168 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0552eec1-cfd6-441b-b43e-0d1362994263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fdfb2c-bf79-41fc-adef-1cf32b19a8df'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:42:07.766575 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84fdfb2c-bf79-41fc-adef-1cf32b19a8df,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:07.775452 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:07.780246 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:07.789292 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b5040-b93b-4b19-a52b-c31b1b4c352f req-b5659517-507a-4936-987b-77fe679107ff tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:07.791232 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ec5b5040-b93b-4b19-a52b-c31b1b4c352f req-b5659517-507a-4936-987b-77fe679107ff tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1497717 Jul 19 20:42:07.854873 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ec5b5040-b93b-4b19-a52b-c31b1b4c352f req-0570d3cb-6a2a-4782-810e-6759bcf88812 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528212 Jul 19 20:42:07.858052 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0552eec1-cfd6-441b-b43e-0d1362994263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fdfb2c-bf79-41fc-adef-1cf32b19a8df', 'code': 200} Jul 19 20:42:07.896808 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=84fdfb2c-bf79-41fc-adef-1cf32b19a8df,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:07.900126 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:07.997027 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-b5863328-f361-4147-8c65-d54f03af5626 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6635ef310c0499391fbfb77950c007d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760855 Jul 19 20:42:08.000609 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 46090) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:08.061036 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4cb14-181a-494d-ab9c-87121963b0d2 req-ef520876-556e-4f78-b021-57ad7a228d7d tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:08.063448 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-39c4cb14-181a-494d-ab9c-87121963b0d2 req-ef520876-556e-4f78-b021-57ad7a228d7d tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 945 time: 0.1059637 Jul 19 20:42:08.074331 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e92a3b2f-a501-49d8-9f1b-49c6fe8d84c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:08.104772 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e92a3b2f-a501-49d8-9f1b-49c6fe8d84c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:08.144810 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-39c4cb14-181a-494d-ab9c-87121963b0d2 req-1448cfe9-07bc-4b74-b76e-55439f834400 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733166 Jul 19 20:42:08.186323 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e92a3b2f-a501-49d8-9f1b-49c6fe8d84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:08.197490 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4bbc4b45-235b-4909-90b1-91cf337a6887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:08.223441 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a3b2f-a501-49d8-9f1b-49c6fe8d84c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:08.228783 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e92a3b2f-a501-49d8-9f1b-49c6fe8d84c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:08.244749 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e92a3b2f-a501-49d8-9f1b-49c6fe8d84c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:08.251232 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-e92a3b2f-a501-49d8-9f1b-49c6fe8d84c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffe3fac6-3c3e-4b44-ab69-e0cc8fda7e51 HTTP/1.1" status: 204 len: 168 time: 0.2483733 Jul 19 20:42:08.503847 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a88914-c92f-4892-8e63-0abb27ec2f6e req-fce48cea-2dda-43b1-b24f-40d09ac0b28d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:08.506533 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a9a88914-c92f-4892-8e63-0abb27ec2f6e req-fce48cea-2dda-43b1-b24f-40d09ac0b28d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 945 time: 0.1479928 Jul 19 20:42:08.601381 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a9a88914-c92f-4892-8e63-0abb27ec2f6e req-9e19a2a9-15f2-4132-8d0d-f8093d15bfa4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815201 Jul 19 20:42:08.710624 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba561b-3de1-48cd-9696-14d0e9b94b8a req-8b4b71a1-614a-45e0-8411-9f04374bfccd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:08.719771 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b0ba561b-3de1-48cd-9696-14d0e9b94b8a req-8b4b71a1-614a-45e0-8411-9f04374bfccd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1684577 Jul 19 20:42:08.771480 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b0ba561b-3de1-48cd-9696-14d0e9b94b8a req-3bd4331a-1a72-47af-b073-48243397a460 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474250 Jul 19 20:42:09.008241 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bb47e-7082-4f19-a51c-e198d32750f5 req-66e96dd9-f803-4a5a-8d16-a28935e8a039 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:09.009832 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6f4bb47e-7082-4f19-a51c-e198d32750f5 req-66e96dd9-f803-4a5a-8d16-a28935e8a039 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 946 time: 0.1375284 Jul 19 20:42:09.074491 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6f4bb47e-7082-4f19-a51c-e198d32750f5 req-cfb8a1f1-e7a7-4463-bf3d-d399a687edb0 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577760 Jul 19 20:42:09.157934 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900e37e-b624-45ff-ba58-20cd7cf71629 req-d9a5be88-1d26-49cb-ba88-4ad9da621ab3 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:09.160636 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0900e37e-b624-45ff-ba58-20cd7cf71629 req-d9a5be88-1d26-49cb-ba88-4ad9da621ab3 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1674938 Jul 19 20:42:09.231848 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0900e37e-b624-45ff-ba58-20cd7cf71629 req-e149a693-823e-44b0-81b9-2c944895dd58 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638478 Jul 19 20:42:09.455930 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805878c-a8ac-4b44-af51-92e52dd6fdf3 req-bf69915e-3ff1-470d-a398-8b0e7202195c tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:09.457531 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7805878c-a8ac-4b44-af51-92e52dd6fdf3 req-bf69915e-3ff1-470d-a398-8b0e7202195c tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 945 time: 0.0922010 Jul 19 20:42:09.520945 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:42:09.523441 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7805878c-a8ac-4b44-af51-92e52dd6fdf3 req-44d9a27e-932d-414c-9236-eb961fd95cf2 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560648 Jul 19 20:42:09.889461 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158c8f2-6336-4aca-9373-f535abebb7ed req-a9a9419f-a74c-437f-b5b0-f2a70a9d2ca2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:09.891691 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1158c8f2-6336-4aca-9373-f535abebb7ed req-a9a9419f-a74c-437f-b5b0-f2a70a9d2ca2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 945 time: 0.1058986 Jul 19 20:42:09.998428 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1158c8f2-6336-4aca-9373-f535abebb7ed req-2f994c11-2d83-4e8e-a811-15513851f089 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951455 Jul 19 20:42:10.085007 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c6310-da01-48d0-b9ad-382280d97907 req-5eab28cc-8613-4257-9c27-b6d7f773ba22 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:10.087646 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-560c6310-da01-48d0-b9ad-382280d97907 req-5eab28cc-8613-4257-9c27-b6d7f773ba22 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1352851 Jul 19 20:42:10.167265 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-560c6310-da01-48d0-b9ad-382280d97907 req-f584383f-5419-454d-b474-d0bfd557c1b5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638895 Jul 19 20:42:10.373548 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e9eb2-1e30-415c-babc-c96774065179 req-000f2b6d-5534-4c07-9c36-8b9fdb4d75fe tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:10.376563 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a45e9eb2-1e30-415c-babc-c96774065179 req-000f2b6d-5534-4c07-9c36-8b9fdb4d75fe tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 946 time: 0.1264150 Jul 19 20:42:10.449526 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a45e9eb2-1e30-415c-babc-c96774065179 req-11523d9e-e621-49ff-9275-698b9611d121 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631645 Jul 19 20:42:10.542472 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109764d-78f9-4fa5-bf82-f4dc4627015e req-90efe6bc-3232-4480-b1bd-c933aea50aa3 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:10.555860 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0109764d-78f9-4fa5-bf82-f4dc4627015e req-90efe6bc-3232-4480-b1bd-c933aea50aa3 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1688750 Jul 19 20:42:10.651835 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0109764d-78f9-4fa5-bf82-f4dc4627015e req-6128b208-7404-4cea-97f6-730b481870a6 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912578 Jul 19 20:42:10.878354 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bbb0a-42b8-4371-be26-64b1baa16ad6 req-07875ee5-e33b-4642-b2ee-2f0093fb4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:10.880369 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-095bbb0a-42b8-4371-be26-64b1baa16ad6 req-07875ee5-e33b-4642-b2ee-2f0093fb4625 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 1099 time: 0.1872785 Jul 19 20:42:10.929536 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747b727-78fb-42ef-9fe3-39b2f5c40da1 req-6d6a335f-71f3-403c-9579-d191982fa575 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:10.937475 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4747b727-78fb-42ef-9fe3-39b2f5c40da1 req-6d6a335f-71f3-403c-9579-d191982fa575 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 945 time: 0.1854115 Jul 19 20:42:10.993373 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-095bbb0a-42b8-4371-be26-64b1baa16ad6 req-50102d4c-bdcc-46bf-9041-06add958c90d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989087 Jul 19 20:42:11.002754 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4747b727-78fb-42ef-9fe3-39b2f5c40da1 req-453b3b50-e496-4a7e-a3e3-02dca2c38787 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645249 Jul 19 20:42:11.273795 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7c152-afe9-42f2-bfe7-7dc880e2ae91 req-79feed54-50f6-4f6a-a11d-a51dd4a0b8dc tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:11.275616 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-08a7c152-afe9-42f2-bfe7-7dc880e2ae91 req-79feed54-50f6-4f6a-a11d-a51dd4a0b8dc tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 945 time: 0.1397913 Jul 19 20:42:11.381503 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-08a7c152-afe9-42f2-bfe7-7dc880e2ae91 req-e664f312-2b76-454e-9d9a-5604e666b883 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939643 Jul 19 20:42:11.444033 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ce21-b18d-4be5-95d4-74359a4ce14d req-a7d45d8d-a244-4603-8d7e-b52fa302e200 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:11.451778 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a555ce21-b18d-4be5-95d4-74359a4ce14d req-a7d45d8d-a244-4603-8d7e-b52fa302e200 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1350067 Jul 19 20:42:11.522124 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a555ce21-b18d-4be5-95d4-74359a4ce14d req-37a6c76a-6614-42ee-8ee2-ff6a8eb0c192 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655711 Jul 19 20:42:11.712503 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37702439-6964-4522-88fc-dd39089ab9b7 req-9279f94d-fd28-4026-9d50-1105a6160d32 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:11.723757 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-37702439-6964-4522-88fc-dd39089ab9b7 req-9279f94d-fd28-4026-9d50-1105a6160d32 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 946 time: 0.1263390 Jul 19 20:42:11.783503 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-37702439-6964-4522-88fc-dd39089ab9b7 req-38c55852-954f-41d1-a26c-ef8e38c6cbdb tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582640 Jul 19 20:42:11.972365 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc9070-c75f-42dc-9e47-065be47cffa7 req-614264d9-e0d7-484d-89d5-2ca9d29084ab tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:11.973950 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f6dc9070-c75f-42dc-9e47-065be47cffa7 req-614264d9-e0d7-484d-89d5-2ca9d29084ab tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1029251 Jul 19 20:42:12.129255 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f6dc9070-c75f-42dc-9e47-065be47cffa7 req-581000f9-a81e-45d0-aa08-8a7d4354e318 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452172 Jul 19 20:42:12.217427 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdc30f-f6f5-43fd-887a-b810f81ece08 req-9fb5498a-6eb9-42a1-a24b-d761d4cb3ccf tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:12.219407 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e6cdc30f-f6f5-43fd-887a-b810f81ece08 req-9fb5498a-6eb9-42a1-a24b-d761d4cb3ccf tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 945 time: 0.0942202 Jul 19 20:42:12.254928 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device c1957383-e849-4c44-b4cd-24eba8fa278a up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:42:12.309049 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e6cdc30f-f6f5-43fd-887a-b810f81ece08 req-92cb9c62-7d4f-46d9-9183-fb1e68787bff tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784521 Jul 19 20:42:12.355671 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port c1957383-e849-4c44-b4cd-24eba8fa278a completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:42:12.363255 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port c1957383-e849-4c44-b4cd-24eba8fa278a triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:42:12.363710 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:12.545444 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:12.613805 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port c1957383-e849-4c44-b4cd-24eba8fa278a, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=c1957383-e849-4c44-b4cd-24eba8fa278a,segment=NetworkSegment(f4cf1175-14e9-472b-9953-704e9b113fcd),segment_id=f4cf1175-14e9-472b-9953-704e9b113fcd)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:12.615060 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e427f187-e096-459d-ac23-c2d8e223cb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1957383-e849-4c44-b4cd-24eba8fa278a'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:42:12.624222 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:12.625653 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device eeb82b62-fbf4-4757-be3c-ad639764b794 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:42:12.701602 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-86d642f2-e6b5-4430-845f-de9750d7a614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:12.835115 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0849ff-f9c5-4220-912e-1d7513454409 req-542a7c42-11fe-4fef-becf-98472ff5499c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:12.858453 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4a0849ff-f9c5-4220-912e-1d7513454409 req-542a7c42-11fe-4fef-becf-98472ff5499c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1556380 Jul 19 20:42:12.926503 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=c1957383-e849-4c44-b4cd-24eba8fa278a,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:12.941786 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:12.944207 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port eeb82b62-fbf4-4757-be3c-ad639764b794 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:42:12.965978 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port eeb82b62-fbf4-4757-be3c-ad639764b794 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:42:12.969515 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:12.980534 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4a0849ff-f9c5-4220-912e-1d7513454409 req-e46731aa-e9dd-424e-a757-797d4e559b14 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208587 Jul 19 20:42:13.009403 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96f37-8dec-4d17-9cde-a18732e8985f req-5444836b-3ad0-4c77-8864-b82ecc0f3bb9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:13.018922 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dec96f37-8dec-4d17-9cde-a18732e8985f req-5444836b-3ad0-4c77-8864-b82ecc0f3bb9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 945 time: 0.3232152 Jul 19 20:42:13.106354 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e427f187-e096-459d-ac23-c2d8e223cb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1957383-e849-4c44-b4cd-24eba8fa278a', 'code': 200} Jul 19 20:42:13.111246 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dec96f37-8dec-4d17-9cde-a18732e8985f req-267376b4-947c-4304-ab5f-4750148063ec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911398 Jul 19 20:42:13.182045 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:13.229766 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port eeb82b62-fbf4-4757-be3c-ad639764b794, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=eeb82b62-fbf4-4757-be3c-ad639764b794,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:13.237742 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:13.240732 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ac0434ce-c636-449f-b7ce-34266651d330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:13.336040 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=eeb82b62-fbf4-4757-be3c-ad639764b794,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:13.346740 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:13.378202 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e743b-e276-420a-b244-ca0354a76fe1 req-8c8f030c-db64-4df7-8f50-17e3942b26a3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:13.380001 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a08e743b-e276-420a-b244-ca0354a76fe1 req-8c8f030c-db64-4df7-8f50-17e3942b26a3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 946 time: 0.1348104 Jul 19 20:42:13.447548 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a08e743b-e276-420a-b244-ca0354a76fe1 req-f1527026-97ca-44c0-af7c-1bef58b3dc06 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610833 Jul 19 20:42:13.683573 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c50d09-c651-42e9-bee1-0470f406a7fe req-ef3054aa-0d0d-4a4f-a3be-1c84f81bed87 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:13.691448 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f6c50d09-c651-42e9-bee1-0470f406a7fe req-ef3054aa-0d0d-4a4f-a3be-1c84f81bed87 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 946 time: 0.2171063 Jul 19 20:42:13.709728 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1ee84-34e3-4966-847d-c92e4ba18fa0 req-3f3315da-7da5-4049-8649-ae92fd7251fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:13.711359 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-91a1ee84-34e3-4966-847d-c92e4ba18fa0 req-3f3315da-7da5-4049-8649-ae92fd7251fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 1099 time: 0.1822708 Jul 19 20:42:13.815800 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f6c50d09-c651-42e9-bee1-0470f406a7fe req-b89e6df2-b677-41d9-a7ca-924ddfb50f3a tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232741 Jul 19 20:42:13.858109 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-91a1ee84-34e3-4966-847d-c92e4ba18fa0 req-cb8e5f6f-a307-4e92-895b-b29e49ecbc32 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165457 Jul 19 20:42:14.258291 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 71399742-3b09-4966-9aeb-2ef884583024 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:42:14.492090 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=71399742-3b09-4966-9aeb-2ef884583024,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:14.510373 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '71399742-3b09-4966-9aeb-2ef884583024', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'port_id': '71399742-3b09-4966-9aeb-2ef884583024', 'mac_address': 'fa:16:3e:69:46:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:42:14.538822 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf904e-d02f-47cb-aea9-5dabc34c2ead req-38120f62-e87d-4309-a45b-7930abd010b1 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:14.541581 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c8cf904e-d02f-47cb-aea9-5dabc34c2ead req-38120f62-e87d-4309-a45b-7930abd010b1 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.2826860 Jul 19 20:42:14.557890 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366456d-22b5-4c35-b4b4-76279fc01b9c req-1461c2e1-abf1-4a9c-90e1-9df262a4d94f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:14.562545 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c366456d-22b5-4c35-b4b4-76279fc01b9c req-1461c2e1-abf1-4a9c-90e1-9df262a4d94f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2326055 Jul 19 20:42:14.661137 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c8cf904e-d02f-47cb-aea9-5dabc34c2ead req-48a7ec34-1888-47fe-b2bf-bbe1df7cc7d8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135128 Jul 19 20:42:14.673612 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:14.698308 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c366456d-22b5-4c35-b4b4-76279fc01b9c req-b8e83e44-65ca-4120-88bf-c2737ba08b39 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287076 Jul 19 20:42:14.736936 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71399742-3b09-4966-9aeb-2ef884583024 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:42:14.759581 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=71399742-3b09-4966-9aeb-2ef884583024,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:14.767738 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:14.770083 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:14.849348 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=71399742-3b09-4966-9aeb-2ef884583024,revision_number=6']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:14.852751 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:14.964814 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d7dde-fa75-4e6d-9f4a-4f4e45ff8393 req-c2df6fa4-3cd7-4d30-9295-2692f96cbc17 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:14.966566 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b62d7dde-fa75-4e6d-9f4a-4f4e45ff8393 req-c2df6fa4-3cd7-4d30-9295-2692f96cbc17 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0991871 Jul 19 20:42:15.023377 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b62d7dde-fa75-4e6d-9f4a-4f4e45ff8393 req-4af5f835-e612-46a0-9ebb-1e81742b35e6 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459416 Jul 19 20:42:15.108026 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb82b62-fbf4-4757-be3c-ad639764b794'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:42:15.126432 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd71188-b065-4794-86d6-134488b61e2b req-71893cf1-3e0d-4f19-ab70-639a2bdde285 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:15.128045 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7bd71188-b065-4794-86d6-134488b61e2b req-71893cf1-3e0d-4f19-ab70-639a2bdde285 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 946 time: 0.1134553 Jul 19 20:42:15.215276 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7bd71188-b065-4794-86d6-134488b61e2b req-dc6279d6-7e6a-46a0-8d29-6c78891fae2b tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762231 Jul 19 20:42:15.275125 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb82b62-fbf4-4757-be3c-ad639764b794', 'code': 200} Jul 19 20:42:16.043370 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e6019-c179-4860-a36d-31c7980b30fb req-0ddc4f90-8ee4-4062-9474-c77423c085ab tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:16.046697 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-747e6019-c179-4860-a36d-31c7980b30fb req-0ddc4f90-8ee4-4062-9474-c77423c085ab tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2231929 Jul 19 20:42:16.125866 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-747e6019-c179-4860-a36d-31c7980b30fb req-f118dadd-268f-40da-b1ee-2072a24e6b8f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725243 Jul 19 20:42:16.334364 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefe650-fdad-457e-bd1d-1a7330d761c3 req-8b5c01a7-e258-4901-a7e9-1f67864b0ab7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:16.335886 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0cefe650-fdad-457e-bd1d-1a7330d761c3 req-8b5c01a7-e258-4901-a7e9-1f67864b0ab7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.0989606 Jul 19 20:42:16.391465 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0cefe650-fdad-457e-bd1d-1a7330d761c3 req-2a350c0c-e08f-49d9-a547-7f332454b3e9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486755 Jul 19 20:42:16.665687 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b765051-e02c-455f-a4a8-93e50467e328 req-d2951062-20a9-41fb-a157-359e87c4b0d0 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:16.667573 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1b765051-e02c-455f-a4a8-93e50467e328 req-d2951062-20a9-41fb-a157-359e87c4b0d0 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 946 time: 0.1213677 Jul 19 20:42:16.734869 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1b765051-e02c-455f-a4a8-93e50467e328 req-fb26780e-9875-41e7-816f-c2a3839ca4f2 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578303 Jul 19 20:42:17.180552 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:17.439503 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['71399742-3b09-4966-9aeb-2ef884583024'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:42:17.460145 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2f73d-5eab-435a-9f7b-d6dede0725aa req-4d0cdc6c-8c93-4aac-b3c3-01a23dc7b99f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:17.462894 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b8e2f73d-5eab-435a-9f7b-d6dede0725aa req-4d0cdc6c-8c93-4aac-b3c3-01a23dc7b99f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1604877 Jul 19 20:42:17.558480 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b8e2f73d-5eab-435a-9f7b-d6dede0725aa req-8ef97913-d2ef-474d-88e0-3928e8185caf tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828376 Jul 19 20:42:17.865525 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68415ca5-0713-40c8-9391-cb685d1ebb5f req-bef14992-3c4a-4259-ab4e-e3bdb4bf3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:17.869308 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-68415ca5-0713-40c8-9391-cb685d1ebb5f req-bef14992-3c4a-4259-ab4e-e3bdb4bf3134 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 1099 time: 0.2558007 Jul 19 20:42:17.974940 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-68415ca5-0713-40c8-9391-cb685d1ebb5f req-2b619087-5907-4bbf-98cb-a9015a3aabd5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898299 Jul 19 20:42:18.065295 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9f9a6-7726-4000-bd77-d0c2957f5bbb req-272d8292-c9cb-4223-ab9f-027378bb578b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:18.068006 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-05a9f9a6-7726-4000-bd77-d0c2957f5bbb req-272d8292-c9cb-4223-ab9f-027378bb578b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.1931348 Jul 19 20:42:18.155045 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-05a9f9a6-7726-4000-bd77-d0c2957f5bbb req-abdf66ae-1729-4b13-9b13-4460ced368f7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787778 Jul 19 20:42:18.190045 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e40f57-3d3d-48c4-8312-328d2ab305b0 req-a611aba2-ebdb-4704-933b-cf09323ed7b9 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:18.192964 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-72e40f57-3d3d-48c4-8312-328d2ab305b0 req-a611aba2-ebdb-4704-933b-cf09323ed7b9 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 946 time: 0.1298840 Jul 19 20:42:18.252604 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-72e40f57-3d3d-48c4-8312-328d2ab305b0 req-de9ff81d-6123-43f0-920b-52b14ef51898 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525322 Jul 19 20:42:18.788736 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca545957-9c5c-4938-8d55-af69039a1b8c req-98935092-c068-4dae-984b-4f76bdd6e2a3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:18.790340 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ca545957-9c5c-4938-8d55-af69039a1b8c req-98935092-c068-4dae-984b-4f76bdd6e2a3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.0866292 Jul 19 20:42:18.839468 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ca545957-9c5c-4938-8d55-af69039a1b8c req-df433983-8abe-42be-bc71-ef9d3c33b87f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Jul 19 20:42:19.405070 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e2443-a1a3-41c8-8871-5c3bbc8f28ec req-d5d7b89b-0d5d-4e7a-8244-167ecfdad763 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:19.407818 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f82e2443-a1a3-41c8-8871-5c3bbc8f28ec req-d5d7b89b-0d5d-4e7a-8244-167ecfdad763 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.1163967 Jul 19 20:42:19.488235 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f82e2443-a1a3-41c8-8871-5c3bbc8f28ec req-149930e5-7c63-4a4f-8fcc-700280f8890d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735214 Jul 19 20:42:19.588132 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81adf9-9e58-4d83-8934-92dfa120527f req-52ba878f-b850-4f12-a9e8-f42cbd460027 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:19.589726 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7e81adf9-9e58-4d83-8934-92dfa120527f req-52ba878f-b850-4f12-a9e8-f42cbd460027 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 946 time: 0.1345160 Jul 19 20:42:19.664883 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7e81adf9-9e58-4d83-8934-92dfa120527f req-8c071e4f-6bb0-448c-8e32-1941d864c5b9 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638499 Jul 19 20:42:20.100314 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3cdb8-79b4-4416-83d6-4303480d2b3c req-2b9544b8-a8b6-4462-8e2c-b7745c65afe4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:20.107875 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-00d3cdb8-79b4-4416-83d6-4303480d2b3c req-2b9544b8-a8b6-4462-8e2c-b7745c65afe4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1206472 Jul 19 20:42:20.183301 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-00d3cdb8-79b4-4416-83d6-4303480d2b3c req-1ac81993-27a5-463f-993b-8e9c23d9e7fc tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711203 Jul 19 20:42:20.735506 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8a90d-e142-497a-8b95-5cf1a32f45e6 req-f0b92b76-1dc0-41e1-938a-5715279c07a7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:20.737787 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0bf8a90d-e142-497a-8b95-5cf1a32f45e6 req-f0b92b76-1dc0-41e1-938a-5715279c07a7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.1184018 Jul 19 20:42:20.821849 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0bf8a90d-e142-497a-8b95-5cf1a32f45e6 req-8c92b14e-28e5-492e-9573-8cf178965d24 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774922 Jul 19 20:42:20.952970 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787bd80-ef65-4b77-9c0e-177885608248 req-3bc273af-2f61-473d-ab22-a53ec077ef82 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:20.954620 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7787bd80-ef65-4b77-9c0e-177885608248 req-3bc273af-2f61-473d-ab22-a53ec077ef82 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 946 time: 0.1061056 Jul 19 20:42:21.020868 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7787bd80-ef65-4b77-9c0e-177885608248 req-8e3a534d-ce7e-4b9f-97c0-90ee93bc3700 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557687 Jul 19 20:42:21.577769 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcdce6-16d5-49e3-8508-49e787a3b0d6 req-5fae001a-9345-4c39-bdeb-4f04dee963d8 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:21.585561 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0ebcdce6-16d5-49e3-8508-49e787a3b0d6 req-5fae001a-9345-4c39-bdeb-4f04dee963d8 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2249353 Jul 19 20:42:21.649869 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0ebcdce6-16d5-49e3-8508-49e787a3b0d6 req-1dc01231-8ebb-466f-9a36-f61739452e2b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611761 Jul 19 20:42:22.190821 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76157666-3e38-4450-8643-31f5aaa532be req-c2d6a3a8-b62d-44a0-8278-5dd01b6cb2af tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:22.193864 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-76157666-3e38-4450-8643-31f5aaa532be req-c2d6a3a8-b62d-44a0-8278-5dd01b6cb2af tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.1360333 Jul 19 20:42:22.306614 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-76157666-3e38-4450-8643-31f5aaa532be req-0bb53d25-64a6-4959-b1d5-d89aebdd2b7b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015952 Jul 19 20:42:22.712956 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8d8be-ee81-4b4d-950b-07e54f0df6da req-1640752c-a505-4b80-b089-1194f250d013 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:22.715157 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-71d8d8be-ee81-4b4d-950b-07e54f0df6da req-1640752c-a505-4b80-b089-1194f250d013 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 946 time: 0.2255709 Jul 19 20:42:22.805961 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-71d8d8be-ee81-4b4d-950b-07e54f0df6da req-74546c95-832d-449a-ab3e-7c934c68bdfb tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727861 Jul 19 20:42:23.192756 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c3969-9ef2-499e-afad-eb88c484272d req-9b146a68-9014-471d-8056-f5bf9e9515e4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:23.204995 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2a2c3969-9ef2-499e-afad-eb88c484272d req-9b146a68-9014-471d-8056-f5bf9e9515e4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1858618 Jul 19 20:42:23.300969 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2a2c3969-9ef2-499e-afad-eb88c484272d req-7da9cf69-c360-4e2e-900e-53fae68523a2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911825 Jul 19 20:42:23.763360 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ffbf9-7598-4b09-a192-8b6e7bef3ccc req-804b33f1-cd02-483c-85d3-92990c13b265 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:23.778073 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e50ffbf9-7598-4b09-a192-8b6e7bef3ccc req-804b33f1-cd02-483c-85d3-92990c13b265 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.2203236 Jul 19 20:42:23.871912 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e50ffbf9-7598-4b09-a192-8b6e7bef3ccc req-9543393d-aff6-42f4-a230-461dda6651ea tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917373 Jul 19 20:42:24.678912 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57684680-b2e3-4ec5-adfe-0534139bc03b req-efec0cdb-d742-467e-b57d-c78be525ba89 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:24.682571 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-57684680-b2e3-4ec5-adfe-0534139bc03b req-efec0cdb-d742-467e-b57d-c78be525ba89 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1515455 Jul 19 20:42:24.795063 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-57684680-b2e3-4ec5-adfe-0534139bc03b req-210d458e-e0fe-4a2e-880f-95e75a6c574d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935535 Jul 19 20:42:24.901227 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 71399742-3b09-4966-9aeb-2ef884583024 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:42:25.091666 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 71399742-3b09-4966-9aeb-2ef884583024 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:42:25.092540 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:25.427288 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903fff-0b9c-47a9-8e84-c93432703b2b req-92c0159e-6c50-4094-8fe0-32e0cb151ba0 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:25.437296 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2c903fff-0b9c-47a9-8e84-c93432703b2b req-92c0159e-6c50-4094-8fe0-32e0cb151ba0 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.1808789 Jul 19 20:42:25.487086 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:25.588935 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71399742-3b09-4966-9aeb-2ef884583024'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:42:25.592345 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2c903fff-0b9c-47a9-8e84-c93432703b2b req-bde0b46f-7c20-470f-a27c-6ef933257079 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520846 Jul 19 20:42:25.621175 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=71399742-3b09-4966-9aeb-2ef884583024,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:25.631085 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:25.633884 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:25.797635 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=71399742-3b09-4966-9aeb-2ef884583024,revision_number=7']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:25.804675 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:25.893466 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71399742-3b09-4966-9aeb-2ef884583024', 'code': 200} Jul 19 20:42:26.434251 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ba777-1cf1-4f2e-b201-8a584a73267d req-a33bddd9-31fb-465e-9a0c-1076655acdcc tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:26.436469 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-046ba777-1cf1-4f2e-b201-8a584a73267d req-a33bddd9-31fb-465e-9a0c-1076655acdcc tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2192168 Jul 19 20:42:26.537693 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-046ba777-1cf1-4f2e-b201-8a584a73267d req-c8fb8f89-d9a1-4502-ac9d-57c33f1cd8f9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865760 Jul 19 20:42:26.973186 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71425f-f02e-4803-8f56-42ad443774fd req-5f44ea6f-678f-4b1d-a667-72605938b4d2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:26.981409 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4d71425f-f02e-4803-8f56-42ad443774fd req-5f44ea6f-678f-4b1d-a667-72605938b4d2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1130991 Jul 19 20:42:27.069079 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4d71425f-f02e-4803-8f56-42ad443774fd req-e3599cb1-5d89-43f7-887e-27f18772f3f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819304 Jul 19 20:42:27.925350 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a19f0e-c4d7-4972-9659-8680dff9f4a8 req-ef16c648-37c9-4a08-abce-23c3d8fcc7fa tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:27.941229 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d1a19f0e-c4d7-4972-9659-8680dff9f4a8 req-ef16c648-37c9-4a08-abce-23c3d8fcc7fa tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1917927 Jul 19 20:42:28.023682 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d1a19f0e-c4d7-4972-9659-8680dff9f4a8 req-e6710ba6-2fb5-481e-911b-69723ffe97d1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851707 Jul 19 20:42:28.420284 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a08aa-276b-4133-811e-28fd9171e929 req-c05d6531-4dfe-4341-9dfb-f4ea07c69d67 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:28.423488 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-130a08aa-276b-4133-811e-28fd9171e929 req-c05d6531-4dfe-4341-9dfb-f4ea07c69d67 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.2019336 Jul 19 20:42:28.516253 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06129c-7584-4c80-805d-8b1f45f8840c req-711b7e8f-c296-4d9a-b748-99c83484b014 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:28.519918 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ed06129c-7584-4c80-805d-8b1f45f8840c req-711b7e8f-c296-4d9a-b748-99c83484b014 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.3573925 Jul 19 20:42:28.532544 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 46466) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:28.542126 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-bee3de9a-6843-4716-ab72-56909eaf5117 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Request body: {'floatingip': {'port_id': 'eeb82b62-fbf4-4757-be3c-ad639764b794'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:42:28.559061 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-130a08aa-276b-4133-811e-28fd9171e929 req-f28d3375-a61b-4f72-bebf-d0150444676f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266663 Jul 19 20:42:28.739024 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 46474) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:28.758805 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-bee3de9a-6843-4716-ab72-56909eaf5117 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:29.035108 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-bf29c8a2-4215-402c-baa5-2e9e6f509d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:29.062634 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-bf29c8a2-4215-402c-baa5-2e9e6f509d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:42:29.124275 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-bf29c8a2-4215-402c-baa5-2e9e6f509d04 admin admin] Usage tracker for resource:security_group_rule and tenant:d843b16f4e89490f82ef9f4c842f7b22 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:42:29.136520 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-bf29c8a2-4215-402c-baa5-2e9e6f509d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:42:29.156947 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-bf29c8a2-4215-402c-baa5-2e9e6f509d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:42:29.513769 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-bf29c8a2-4215-402c-baa5-2e9e6f509d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:29.527014 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-bf29c8a2-4215-402c-baa5-2e9e6f509d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:29.536965 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f7df7400-c875-4632-8392-fd35d20f4304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:29.589439 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-bf29c8a2-4215-402c-baa5-2e9e6f509d04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d843b16f4e89490f82ef9f4c842f7b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8487937 Jul 19 20:42:29.594165 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 46500) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:29.614475 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29c8a2-4215-402c-baa5-2e9e6f509d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abab91f0-f540-47a5-bff2-2b00845b0e9e,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:29.625925 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-bf29c8a2-4215-402c-baa5-2e9e6f509d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:29.725524 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dc70e248-296c-4bee-8285-386575b69f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:29.789319 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dc70e248-296c-4bee-8285-386575b69f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:29.909821 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-bee3de9a-6843-4716-ab72-56909eaf5117 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:29.921172 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-bee3de9a-6843-4716-ab72-56909eaf5117 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:29.936374 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dc70e248-296c-4bee-8285-386575b69f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:29.944866 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-4924c3a6-a573-4c06-a509-433359da026d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:29.976797 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70e248-296c-4bee-8285-386575b69f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abab91f0-f540-47a5-bff2-2b00845b0e9e,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:29.983757 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-dc70e248-296c-4bee-8285-386575b69f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:29.990056 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dc70e248-296c-4bee-8285-386575b69f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:29.997751 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-dc70e248-296c-4bee-8285-386575b69f89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abab91f0-f540-47a5-bff2-2b00845b0e9e HTTP/1.1" status: 204 len: 168 time: 0.4000161 Jul 19 20:42:30.050608 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c34e1-dfe2-4959-8eda-6e0970bff099 req-31826165-f81e-4bef-aeef-f35aa421226f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:30.052375 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-401c34e1-dfe2-4959-8eda-6e0970bff099 req-31826165-f81e-4bef-aeef-f35aa421226f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.2505498 Jul 19 20:42:30.269255 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-401c34e1-dfe2-4959-8eda-6e0970bff099 req-a6ab171e-0cb9-4867-bf98-052e9ca4adbd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093742 Jul 19 20:42:30.304162 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.l3_db [None req-bee3de9a-6843-4716-ab72-56909eaf5117 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Floating IP 87348a6b-8e4e-4467-94ea-fc0d3c5d5393 associated. External IP: 172.27.2.81, port: eeb82b62-fbf4-4757-be3c-ad639764b794. Jul 19 20:42:30.713947 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7f42-280a-4d19-9bc1-818c3eedfe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:31.044848 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee3de9a-6843-4716-ab72-56909eaf5117 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Router 7f2f6416-d696-4468-85b1-3b0d8237bde6 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:42:31.345288 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:31.752398 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee3de9a-6843-4716-ab72-56909eaf5117 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:42:31.777676 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229aba0-e2d7-4eb0-a8cd-d1de987ea043 None None] Sync routers for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:42:31.800020 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229aba0-e2d7-4eb0-a8cd-d1de987ea043 None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:42:31.801197 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-f229aba0-e2d7-4eb0-a8cd-d1de987ea043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:42:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:42:31.899230 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-bee3de9a-6843-4716-ab72-56909eaf5117 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:32.157605 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f21e78-9d97-4659-9f09-29f322c3b07b req-acda1108-82e6-4a19-8b25-20a7bff50b97 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:32.163296 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-76f21e78-9d97-4659-9f09-29f322c3b07b req-acda1108-82e6-4a19-8b25-20a7bff50b97 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.6019342 Jul 19 20:42:32.222495 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-bee3de9a-6843-4716-ab72-56909eaf5117 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "PUT /v2.0/floatingips/87348a6b-8e4e-4467-94ea-fc0d3c5d5393 HTTP/1.1" status: 200 len: 991 time: 3.6883411 Jul 19 20:42:32.229494 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'tag': 'eeb82b62-fbf4-4757-be3c-ad639764b794'}] {{(pid=78682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:42:32.304367 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-76f21e78-9d97-4659-9f09-29f322c3b07b req-cc832390-6255-4cbe-a9f7-929efe4d2786 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347091 Jul 19 20:42:32.342367 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-f229aba0-e2d7-4eb0-a8cd-d1de987ea043 None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:42:32.626710 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db6473-851f-40b8-8c0c-bb2265a21b97 req-7961be57-3aba-4715-bb88-92b60e3f0c4f tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:32.630230 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b5db6473-851f-40b8-8c0c-bb2265a21b97 req-7961be57-3aba-4715-bb88-92b60e3f0c4f tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 946 time: 0.2359872 Jul 19 20:42:32.738818 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'tag': 'eeb82b62-fbf4-4757-be3c-ad639764b794', 'status': 'completed', 'code': 200} Jul 19 20:42:32.764713 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b5db6473-851f-40b8-8c0c-bb2265a21b97 req-50bf70e3-6aee-4f1b-a8de-998eec654c27 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167579 Jul 19 20:42:33.025616 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c712c0-ef45-44a9-b82a-ff65cb9aab79 req-cb1cf9f4-2dca-44be-b955-f349069c8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:33.029415 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6c712c0-ef45-44a9-b82a-ff65cb9aab79 req-cb1cf9f4-2dca-44be-b955-f349069c8190 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf058118f5cb43efa6885c65d646147c&device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 1099 time: 0.1627781 Jul 19 20:42:33.337772 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-f229aba0-e2d7-4eb0-a8cd-d1de987ea043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': '87348a6b-8e4e-4467-94ea-fc0d3c5d5393', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'port_id': 'eeb82b62-fbf4-4757-be3c-ad639764b794', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'mac_address': 'fa:16:3e:15:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:41:33Z', 'updated_at': '2021-07-19T20:42:29Z', 'revision_number': 1, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:32Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:42:33.350504 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229aba0-e2d7-4eb0-a8cd-d1de987ea043 None None] Checking router: 7f2f6416-d696-4468-85b1-3b0d8237bde6 for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:42:33.385545 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229aba0-e2d7-4eb0-a8cd-d1de987ea043 None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:42:33.387159 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-f229aba0-e2d7-4eb0-a8cd-d1de987ea043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:42:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:42:33.430182 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ef6e77e4-d717-4eeb-99ef-76f9d3b5c17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:33.471026 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c712c0-ef45-44a9-b82a-ff65cb9aab79 req-1c5d94b5-09e8-489a-8011-fec5d77f3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:33.477604 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6c712c0-ef45-44a9-b82a-ff65cb9aab79 req-1c5d94b5-09e8-489a-8011-fec5d77f3660 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1cdfe2-5cf8-4f27-af81-43167309b360 HTTP/1.1" status: 200 len: 912 time: 0.4302080 Jul 19 20:42:34.074385 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6c712c0-ef45-44a9-b82a-ff65cb9aab79 req-25cbba92-b688-4bc0-b3d0-62ed71e29c8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb82b62-fbf4-4757-be3c-ad639764b794 HTTP/1.1" status: 200 len: 999 time: 0.5792780 Jul 19 20:42:34.144461 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-f229aba0-e2d7-4eb0-a8cd-d1de987ea043 None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:42:34.222891 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02057-1104-4476-bd38-e1d90541cb0c req-fc4a454a-2d03-4a41-bffa-0a65251a02f9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:34.229354 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-09f02057-1104-4476-bd38-e1d90541cb0c req-fc4a454a-2d03-4a41-bffa-0a65251a02f9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.4154704 Jul 19 20:42:34.314350 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c712c0-ef45-44a9-b82a-ff65cb9aab79 req-bb8c5054-01c9-4a66-9c3b-cc2ffd7ded2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:34.320130 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6c712c0-ef45-44a9-b82a-ff65cb9aab79 req-bb8c5054-01c9-4a66-9c3b-cc2ffd7ded2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=848cf70c-e816-4440-97d0-4022a5a8251c HTTP/1.1" status: 200 len: 850 time: 0.1779733 Jul 19 20:42:34.404101 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-09f02057-1104-4476-bd38-e1d90541cb0c req-76b6ef34-d180-438d-be41-94c7a09ec187 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502345 Jul 19 20:42:34.693756 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c712c0-ef45-44a9-b82a-ff65cb9aab79 req-6d5696a9-1f6b-42a5-8002-3a49799ac363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:34.702625 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6c712c0-ef45-44a9-b82a-ff65cb9aab79 req-6d5696a9-1f6b-42a5-8002-3a49799ac363 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1cdfe2-5cf8-4f27-af81-43167309b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3697846 Jul 19 20:42:34.783797 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40610bc-fe15-453f-ad82-fb7f73f98708 req-888feab5-e6ee-4c13-b9a4-20442fa3201d tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:34.799792 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b40610bc-fe15-453f-ad82-fb7f73f98708 req-888feab5-e6ee-4c13-b9a4-20442fa3201d tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 946 time: 0.3471475 Jul 19 20:42:34.852148 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-f229aba0-e2d7-4eb0-a8cd-d1de987ea043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': '87348a6b-8e4e-4467-94ea-fc0d3c5d5393', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'port_id': 'eeb82b62-fbf4-4757-be3c-ad639764b794', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'mac_address': 'fa:16:3e:15:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:41:33Z', 'updated_at': '2021-07-19T20:42:29Z', 'revision_number': 1, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:32Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:42:34.858494 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229aba0-e2d7-4eb0-a8cd-d1de987ea043 None None] The sync data for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi is: [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': '87348a6b-8e4e-4467-94ea-fc0d3c5d5393', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'port_id': 'eeb82b62-fbf4-4757-be3c-ad639764b794', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'mac_address': 'fa:16:3e:15:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:41:33Z', 'updated_at': '2021-07-19T20:42:29Z', 'revision_number': 1, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:32Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:42:34.903150 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 46668) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:34.931573 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b40610bc-fe15-453f-ad82-fb7f73f98708 req-3db6a591-8e6c-4866-b0c9-9ef002feb99a tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304445 Jul 19 20:42:35.183112 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:35.300210 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6c712c0-ef45-44a9-b82a-ff65cb9aab79 req-3c3dcd77-bc26-4d43-a120-eae72a0ea6ba service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804365 Jul 19 20:42:35.406760 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906648f9-89f6-42be-a454-6fb3a5d267be None None] New status for floating IP 87348a6b-8e4e-4467-94ea-fc0d3c5d5393: ACTIVE {{(pid=78683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 20:42:35.480906 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:35.573038 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:42:35.601755 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Usage tracker for resource:security_group_rule and tenant:ed67e18f254548fdac3cc6b148b9b882 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:42:35.617819 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:42:35.660668 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:42:35.853363 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e694c-4854-49d9-817e-08ec177e912a req-82980970-f15e-4a41-bdcd-c72897371200 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:35.866511 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-399e694c-4854-49d9-817e-08ec177e912a req-82980970-f15e-4a41-bdcd-c72897371200 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.45 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 946 time: 0.8232131 Jul 19 20:42:36.206075 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6c712c0-ef45-44a9-b82a-ff65cb9aab79 req-15217adb-ee12-4313-a306-8f89162810ab service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8912468 Jul 19 20:42:36.252876 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:36.277385 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:36.320021 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:36.368370 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-399e694c-4854-49d9-817e-08ec177e912a req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Deleting port c1957383-e849-4c44-b4cd-24eba8fa278a {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:42:36.369333 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-399e694c-4854-49d9-817e-08ec177e912a req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:36.406201 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e38d73-7e75-43dd-b4cf-1159434498de,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:36.458637 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:36.459251 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:36.459829 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:36.460406 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:36.461241 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:36.462668 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:36.463646 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:36.464214 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:36.464999 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:36.466314 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:36.466892 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:36.467480 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:36.476750 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:36.484405 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45815803-5065-4375-b732-290b3fba26e9 req-ff26ff75-3033-41f9-b495-c37fd140b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:36.487708 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed67e18f254548fdac3cc6b148b9b882&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5827184 Jul 19 20:42:36.489025 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 46702) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:36.502429 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-45815803-5065-4375-b732-290b3fba26e9 req-ff26ff75-3033-41f9-b495-c37fd140b564 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 1099 time: 0.6176312 Jul 19 20:42:36.554900 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0446b9-7463-474c-ad87-2ba9e09a361f req-f57af1b3-3e1e-469b-b2b3-fed872d039df tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:36.569862 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7f0446b9-7463-474c-ad87-2ba9e09a361f req-f57af1b3-3e1e-469b-b2b3-fed872d039df tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.4703104 Jul 19 20:42:36.583421 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:36.777265 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4394e2-2614-439e-9dca-468db296854e req-2bfb14fa-d3b9-4ece-a5d4-5bbedd067235 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:36.790545 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-de4394e2-2614-439e-9dca-468db296854e req-2bfb14fa-d3b9-4ece-a5d4-5bbedd067235 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.6324303 Jul 19 20:42:36.860180 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7f0446b9-7463-474c-ad87-2ba9e09a361f req-11a30657-55b5-4de6-b9d1-19a9dc5bcb85 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886500 Jul 19 20:42:36.862990 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-a598aa3e-b965-4a26-a80f-dda686f3c846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:36.906881 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-a598aa3e-b965-4a26-a80f-dda686f3c846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:37.071408 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-a598aa3e-b965-4a26-a80f-dda686f3c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:37.076636 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-bbe2c685-dcf1-40d3-b2f9-5485294fa035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:37.098789 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598aa3e-b965-4a26-a80f-dda686f3c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e38d73-7e75-43dd-b4cf-1159434498de,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:37.103672 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-a598aa3e-b965-4a26-a80f-dda686f3c846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:37.108500 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-a598aa3e-b965-4a26-a80f-dda686f3c846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:37.109905 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-a598aa3e-b965-4a26-a80f-dda686f3c846 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89e38d73-7e75-43dd-b4cf-1159434498de HTTP/1.1" status: 204 len: 168 time: 0.6189406 Jul 19 20:42:37.270119 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45815803-5065-4375-b732-290b3fba26e9 req-06fbfae8-ffe4-4598-a153-fd6029123bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:37.271667 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-45815803-5065-4375-b732-290b3fba26e9 req-06fbfae8-ffe4-4598-a153-fd6029123bd6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 200 len: 920 time: 0.7595377 Jul 19 20:42:37.395187 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393f89f-3979-4d51-a38c-fd73cc419e2a req-7d3043c3-4bdd-46aa-aac6-7c674e652e0b tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:37.398360 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c393f89f-3979-4d51-a38c-fd73cc419e2a req-7d3043c3-4bdd-46aa-aac6-7c674e652e0b tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 946 time: 0.2178254 Jul 19 20:42:37.485739 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-de4394e2-2614-439e-9dca-468db296854e req-43b13755-fbff-497d-af40-5e7c35bea8b3 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6937118 Jul 19 20:42:37.529515 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c393f89f-3979-4d51-a38c-fd73cc419e2a req-4a5cdd8b-be5e-4eee-9213-f2edb3ac95d2 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162376 Jul 19 20:42:37.538072 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-45815803-5065-4375-b732-290b3fba26e9 req-d4119cf5-4bf1-493b-846c-ab9a3d9b8dfb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf58a3e1-df92-473c-9735-b594ff22e0d7 HTTP/1.1" status: 200 len: 217 time: 0.2405198 Jul 19 20:42:37.781662 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-399e694c-4854-49d9-817e-08ec177e912a req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] For port c1957383-e849-4c44-b4cd-24eba8fa278a, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=c1957383-e849-4c44-b4cd-24eba8fa278a,segment=NetworkSegment(f4cf1175-14e9-472b-9953-704e9b113fcd),segment_id=f4cf1175-14e9-472b-9953-704e9b113fcd)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:37.782045 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-399e694c-4854-49d9-817e-08ec177e912a req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:37.811292 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 46722) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:37.842003 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-02085310-0c9f-4cc1-95ae-0a0b69ecf70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:37.879919 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-02085310-0c9f-4cc1-95ae-0a0b69ecf70a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:42:37.885654 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-02085310-0c9f-4cc1-95ae-0a0b69ecf70a admin admin] Usage tracker for resource:security_group_rule and tenant:bbc0ed23ed344dbdad03906541e63712 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:42:37.899095 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-02085310-0c9f-4cc1-95ae-0a0b69ecf70a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:42:37.909814 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-02085310-0c9f-4cc1-95ae-0a0b69ecf70a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:42:37.951029 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45815803-5065-4375-b732-290b3fba26e9 req-0bf7e897-12a0-4885-9f7e-ef0b19fd468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:37.952791 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-45815803-5065-4375-b732-290b3fba26e9 req-0bf7e897-12a0-4885-9f7e-ef0b19fd468a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba1d8856-5894-4d99-8030-f996418df0e4 HTTP/1.1" status: 200 len: 859 time: 0.4082468 Jul 19 20:42:38.096667 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-02085310-0c9f-4cc1-95ae-0a0b69ecf70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:38.115402 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-02085310-0c9f-4cc1-95ae-0a0b69ecf70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:38.126295 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:38.173389 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-399e694c-4854-49d9-817e-08ec177e912a req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Calling delete_port for c1957383-e849-4c44-b4cd-24eba8fa278a owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:42:38.284275 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-45815803-5065-4375-b732-290b3fba26e9 req-dc35d6f6-cae0-4cb2-bea1-b8f9d1f6e5e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546798 Jul 19 20:42:38.285286 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 46728) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:38.300469 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-02085310-0c9f-4cc1-95ae-0a0b69ecf70a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbc0ed23ed344dbdad03906541e63712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644237 Jul 19 20:42:38.304350 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02085310-0c9f-4cc1-95ae-0a0b69ecf70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b13923d-ce6b-469a-a1ea-b5650f10ffb2,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:38.309205 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-02085310-0c9f-4cc1-95ae-0a0b69ecf70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:38.331715 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658021d4-3113-4214-90d1-483acba87267 req-0235fc54-55d0-4bb5-b877-de8566b6b1a7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:38.333143 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-658021d4-3113-4214-90d1-483acba87267 req-0235fc54-55d0-4bb5-b877-de8566b6b1a7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1959076 Jul 19 20:42:38.407107 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-658021d4-3113-4214-90d1-483acba87267 req-50e6ae3b-3449-4934-97a5-66e3a270f00b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585060 Jul 19 20:42:38.866574 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e066b462-fd7a-4a81-8c93-cbc8a1fc07b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:38.946842 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5b297-f09d-453d-bcd2-4a29d38d0e18 req-c41a5ba0-dd52-4808-8a03-6d58adcaa424 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:38.948061 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-45815803-5065-4375-b732-290b3fba26e9 req-bde621c6-9c5f-4146-9590-460bab4d46ce service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232285 Jul 19 20:42:38.960803 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2ef5b297-f09d-453d-bcd2-4a29d38d0e18 req-c41a5ba0-dd52-4808-8a03-6d58adcaa424 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 946 time: 0.1966360 Jul 19 20:42:38.980723 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device c1957383-e849-4c44-b4cd-24eba8fa278a no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:42:39.065396 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e066b462-fd7a-4a81-8c93-cbc8a1fc07b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:39.070788 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2ef5b297-f09d-453d-bcd2-4a29d38d0e18 req-063a4a87-2508-4504-b821-7d3731b80f37 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052299 Jul 19 20:42:39.124343 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-399e694c-4854-49d9-817e-08ec177e912a req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:39.172461 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No active binding found for port c1957383-e849-4c44-b4cd-24eba8fa278a {{(pid=78683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jul 19 20:42:39.173323 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device c1957383-e849-4c44-b4cd-24eba8fa278a not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:42:39.258395 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-4f7961f1-d460-4628-961d-bbe76192172e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:39.329710 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Pushing event deleted for resources: {'Port': ['ID=c1957383-e849-4c44-b4cd-24eba8fa278a,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:39.348648 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f621e3-e9f8-4d33-a5cd-f7d423fe5af3 req-49e611de-9c34-4d70-82bc-e12b32cd535d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:39.350989 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-39f621e3-e9f8-4d33-a5cd-f7d423fe5af3 req-49e611de-9c34-4d70-82bc-e12b32cd535d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.5875158 Jul 19 20:42:39.394616 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:39.395061 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:39.395369 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:39.395721 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:39.396071 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:39.396417 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:39.396762 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:39.397161 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:39.397511 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:39.397905 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:39.398326 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:39.398674 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:42:39.428640 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:39.493853 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-399e694c-4854-49d9-817e-08ec177e912a req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] No DVR routers for this DVR port c1957383-e849-4c44-b4cd-24eba8fa278a on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:42:39.509948 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-399e694c-4854-49d9-817e-08ec177e912a req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:39.513990 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e427f187-e096-459d-ac23-c2d8e223cb4c', 'name': 'network-vif-deleted', 'tag': 'c1957383-e849-4c44-b4cd-24eba8fa278a'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:42:39.525521 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e066b462-fd7a-4a81-8c93-cbc8a1fc07b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:39.535115 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a820400e-b293-4cfb-b91c-b8973d409247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:39.544870 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-45815803-5065-4375-b732-290b3fba26e9 req-37b6a056-0e41-4221-891e-71311133f286 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730338 Jul 19 20:42:39.572086 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-399e694c-4854-49d9-817e-08ec177e912a req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.45 "DELETE /v2.0/ports/c1957383-e849-4c44-b4cd-24eba8fa278a HTTP/1.1" status: 204 len: 173 time: 3.4650397 Jul 19 20:42:39.572863 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066b462-fd7a-4a81-8c93-cbc8a1fc07b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b13923d-ce6b-469a-a1ea-b5650f10ffb2,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:39.587040 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-39f621e3-e9f8-4d33-a5cd-f7d423fe5af3 req-1db2eeaa-9a27-46b4-8fe2-efe6840bbd6a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943073 Jul 19 20:42:39.588014 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e066b462-fd7a-4a81-8c93-cbc8a1fc07b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:39.591952 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e066b462-fd7a-4a81-8c93-cbc8a1fc07b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:39.597684 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-e066b462-fd7a-4a81-8c93-cbc8a1fc07b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b13923d-ce6b-469a-a1ea-b5650f10ffb2 HTTP/1.1" status: 204 len: 168 time: 1.3065209 Jul 19 20:42:39.719219 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e427f187-e096-459d-ac23-c2d8e223cb4c', 'name': 'network-vif-deleted', 'tag': 'c1957383-e849-4c44-b4cd-24eba8fa278a', 'status': 'completed', 'code': 200} Jul 19 20:42:39.749807 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2df955-6f1e-425b-b8a3-7a7bf886741a req-81761edc-bc99-4641-96d0-ee058c352876 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:39.760197 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8a2df955-6f1e-425b-b8a3-7a7bf886741a req-81761edc-bc99-4641-96d0-ee058c352876 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1922514 Jul 19 20:42:39.874012 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8a2df955-6f1e-425b-b8a3-7a7bf886741a req-86286f5b-e6e8-4115-8443-094b5985f9b9 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078699 Jul 19 20:42:40.486988 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-9dfd5ac2-ae78-48a5-ba18-04f34bd4ee55 req-bd43ce15-75d9-4a86-aadc-580e6d347efe tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Synchronizing usage tracker for tenant:5dc83762124d44c2ae90bf9a7f8376b4 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:42:40.511613 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-9dfd5ac2-ae78-48a5-ba18-04f34bd4ee55 req-bd43ce15-75d9-4a86-aadc-580e6d347efe tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Unset dirty status for tenant:5dc83762124d44c2ae90bf9a7f8376b4 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:42:40.521703 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9dfd5ac2-ae78-48a5-ba18-04f34bd4ee55 req-bd43ce15-75d9-4a86-aadc-580e6d347efe tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=e427f187-e096-459d-ac23-c2d8e223cb4c HTTP/1.1" status: 200 len: 210 time: 0.1274343 Jul 19 20:42:40.994065 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aa185-25bc-42ba-9e7c-34ee344ff3a8 req-2fda965f-0c4f-478b-8445-a9da5a1d8ac7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:41.010453 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dd5aa185-25bc-42ba-9e7c-34ee344ff3a8 req-2fda965f-0c4f-478b-8445-a9da5a1d8ac7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.2196712 Jul 19 20:42:41.135704 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dd5aa185-25bc-42ba-9e7c-34ee344ff3a8 req-432f8b75-b6ed-422d-85a3-ff06125c8a92 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236737 Jul 19 20:42:41.248709 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e032f-d303-443c-bd5e-176c4e5fb25a req-bcc103cf-da58-4027-9fd4-945b5eed1910 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:41.252467 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-133e032f-d303-443c-bd5e-176c4e5fb25a req-bcc103cf-da58-4027-9fd4-945b5eed1910 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1516728 Jul 19 20:42:41.309800 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-133e032f-d303-443c-bd5e-176c4e5fb25a req-9dd5f7d1-ed9b-4b84-89b8-d356d376dde9 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502517 Jul 19 20:42:42.089559 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 46846) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:42.390600 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-32386bc1-6763-46af-b042-5e4faf2ffec6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:42.400967 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-32386bc1-6763-46af-b042-5e4faf2ffec6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/networks?id=04407a74-902c-4266-8f67-5731ab76b1a7 HTTP/1.1" status: 200 len: 809 time: 0.3330009 Jul 19 20:42:42.415855 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-11f89c78-f352-4850-9f64-19b7e0eeb933 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/quotas/5dc83762124d44c2ae90bf9a7f8376b4 HTTP/1.1" status: 200 len: 375 time: 0.0134397 Jul 19 20:42:42.471611 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1fbad6d4-ea3a-4a8f-bb80-ad80932ec21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:42.493909 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-1fbad6d4-ea3a-4a8f-bb80-ad80932ec21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:42:42.502830 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-1fbad6d4-ea3a-4a8f-bb80-ad80932ec21f admin admin] Usage tracker for resource:security_group_rule and tenant:78f08231dcd74f53800ba62085759ca0 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:42:42.511747 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-1fbad6d4-ea3a-4a8f-bb80-ad80932ec21f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:42:42.531224 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-1fbad6d4-ea3a-4a8f-bb80-ad80932ec21f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:42:42.767538 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-d68c9ef8-9f7f-41f7-9fd8-5cc4fa1861d8 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc83762124d44c2ae90bf9a7f8376b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3290560 Jul 19 20:42:42.997504 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1fbad6d4-ea3a-4a8f-bb80-ad80932ec21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:43.013516 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1fbad6d4-ea3a-4a8f-bb80-ad80932ec21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:43.028621 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8a8c4454-f68f-45ea-9eaf-6f6f2d68f27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:43.029284 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-560ba512-c7f9-4b3a-ab3b-488459ddc445 req-301044a3-7393-4341-9f92-49021ee5c18b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4102125 Jul 19 20:42:43.088182 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364ff0-afbe-412c-a910-8a00cd76a897 req-44634b48-e934-4d6d-9624-640e463fd40a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:43.091084 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7c364ff0-afbe-412c-a910-8a00cd76a897 req-44634b48-e934-4d6d-9624-640e463fd40a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.5681419 Jul 19 20:42:43.098264 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbad6d4-ea3a-4a8f-bb80-ad80932ec21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13427333-8a51-4ae3-98c5-6c48ce2e2d48,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:43.115290 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1fbad6d4-ea3a-4a8f-bb80-ad80932ec21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:43.177714 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-1fbad6d4-ea3a-4a8f-bb80-ad80932ec21f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78f08231dcd74f53800ba62085759ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0854421 Jul 19 20:42:43.190516 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 46872) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:43.242720 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7c364ff0-afbe-412c-a910-8a00cd76a897 req-c73f9949-3339-488e-b1f0-3f64eb8920cc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290982 Jul 19 20:42:43.316947 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3f6a-6d6c-4a70-965a-1873fcc0b3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:43.317635 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7c4b8-9539-4b99-9f75-fc7e507ccccc req-9d8948d0-0d18-4803-b832-3ebba21a7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:43.319578 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dba7c4b8-9539-4b99-9f75-fc7e507ccccc req-9d8948d0-0d18-4803-b832-3ebba21a7b90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 1098 time: 0.7892902 Jul 19 20:42:43.372029 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-0729f397-ba42-47b7-b5d2-adb2cb63ad89 service neutron] 10.222.0.36 "GET /v2.0/networks/04407a74-902c-4266-8f67-5731ab76b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810606 Jul 19 20:42:43.397547 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3f6a-6d6c-4a70-965a-1873fcc0b3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:43.585815 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13534bf-ada9-4f4b-9473-1b917cb9b0c7 req-99a3a0f2-b0e2-4a7b-92c1-f75bbb983e96 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:43.588463 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e13534bf-ada9-4f4b-9473-1b917cb9b0c7 req-99a3a0f2-b0e2-4a7b-92c1-f75bbb983e96 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1694403 Jul 19 20:42:43.651803 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3f6a-6d6c-4a70-965a-1873fcc0b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:43.665796 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:43.702056 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e13534bf-ada9-4f4b-9473-1b917cb9b0c7 req-eb6f4acf-b4cb-42c0-8cc7-584d9daa72cd tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043305 Jul 19 20:42:43.703519 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e3f6a-6d6c-4a70-965a-1873fcc0b3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13427333-8a51-4ae3-98c5-6c48ce2e2d48,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:43.731096 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8b9e3f6a-6d6c-4a70-965a-1873fcc0b3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:43.739155 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3f6a-6d6c-4a70-965a-1873fcc0b3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:43.743320 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-8b9e3f6a-6d6c-4a70-965a-1873fcc0b3f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13427333-8a51-4ae3-98c5-6c48ce2e2d48 HTTP/1.1" status: 204 len: 168 time: 0.5485842 Jul 19 20:42:43.842781 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ba512-c7f9-4b3a-ab3b-488459ddc445 req-f6dd9feb-3a4d-421d-82f2-9c1a78c67cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:43.845593 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-560ba512-c7f9-4b3a-ab3b-488459ddc445 req-f6dd9feb-3a4d-421d-82f2-9c1a78c67cb8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 1098 time: 0.7593358 Jul 19 20:42:43.919290 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7c4b8-9539-4b99-9f75-fc7e507ccccc req-1d633958-2f3d-4e03-8436-8ebaadc0ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:43.920996 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dba7c4b8-9539-4b99-9f75-fc7e507ccccc req-1d633958-2f3d-4e03-8436-8ebaadc0ba32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 HTTP/1.1" status: 200 len: 918 time: 0.5900173 Jul 19 20:42:43.952778 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-409e2325-7144-4f45-837e-10f2fe3a7e16 service neutron] 10.222.0.36 "GET /v2.0/networks/04407a74-902c-4266-8f67-5731ab76b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605361 Jul 19 20:42:44.197844 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dba7c4b8-9539-4b99-9f75-fc7e507ccccc req-ecffaf81-03ef-4685-ae6e-de8ffe0b7fc6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71399742-3b09-4966-9aeb-2ef884583024 HTTP/1.1" status: 200 len: 1001 time: 0.2320595 Jul 19 20:42:44.259955 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ba512-c7f9-4b3a-ab3b-488459ddc445 req-3cab9dea-bb0e-4eb4-a327-2759dea6c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:44.261822 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-560ba512-c7f9-4b3a-ab3b-488459ddc445 req-3cab9dea-bb0e-4eb4-a327-2759dea6c43c service neutron] 10.222.0.45 "GET /v2.0/networks?id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 200 len: 920 time: 0.3784597 Jul 19 20:42:44.474855 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7c4b8-9539-4b99-9f75-fc7e507ccccc req-d407e41b-b6eb-45a9-9841-335ff282b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:44.477273 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dba7c4b8-9539-4b99-9f75-fc7e507ccccc req-d407e41b-b6eb-45a9-9841-335ff282b03e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fa4d79e-7eb1-4cef-a455-9fc00285c0b2 HTTP/1.1" status: 200 len: 856 time: 0.2679276 Jul 19 20:42:44.508788 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-435c0f81-2238-43f0-9869-23f5000d3aa9 req-896d012f-a6f6-41b5-ac7b-4d21ad98808f tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 210 time: 0.2427454 Jul 19 20:42:44.629968 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-560ba512-c7f9-4b3a-ab3b-488459ddc445 req-4eb4a8c4-e28b-4575-aa63-72ca3571ada5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf4fdde4-4450-4f3a-92df-ebb31c479818 HTTP/1.1" status: 200 len: 217 time: 0.2432237 Jul 19 20:42:44.739491 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831418b-a3aa-44f3-93c2-bb4b527dd05e req-854a05e9-bd48-4854-8444-caab19b2a7a8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:44.757865 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ba512-c7f9-4b3a-ab3b-488459ddc445 req-c009ba80-4120-43b2-866d-c8b02850c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:44.762673 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-560ba512-c7f9-4b3a-ab3b-488459ddc445 req-c009ba80-4120-43b2-866d-c8b02850c274 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba1d8856-5894-4d99-8030-f996418df0e4 HTTP/1.1" status: 200 len: 859 time: 0.1117671 Jul 19 20:42:44.763000 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9831418b-a3aa-44f3-93c2-bb4b527dd05e req-854a05e9-bd48-4854-8444-caab19b2a7a8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.2745750 Jul 19 20:42:44.892878 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-560ba512-c7f9-4b3a-ab3b-488459ddc445 req-7503b955-fc06-4ce0-ac82-d419e6e5a019 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143084 Jul 19 20:42:44.908384 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7c4b8-9539-4b99-9f75-fc7e507ccccc req-161f94bc-39e7-4636-ba72-5a8c386b703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:44.911122 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dba7c4b8-9539-4b99-9f75-fc7e507ccccc req-161f94bc-39e7-4636-ba72-5a8c386b703c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4074950 Jul 19 20:42:44.942385 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9831418b-a3aa-44f3-93c2-bb4b527dd05e req-d613a6bd-f3c1-4fad-8a43-e35e21a0b9d0 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760871 Jul 19 20:42:45.121004 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-560ba512-c7f9-4b3a-ab3b-488459ddc445 req-ac1fe1ff-179b-4c29-94c8-46ef5d5cbb6b service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076774 Jul 19 20:42:45.591236 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e4b94-3495-432a-b652-4839c3d981aa req-eeb720f3-15cf-45dd-9cec-873563c2a717 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:45.599467 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7a0e4b94-3495-432a-b652-4839c3d981aa req-eeb720f3-15cf-45dd-9cec-873563c2a717 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.2293971 Jul 19 20:42:45.737128 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7a0e4b94-3495-432a-b652-4839c3d981aa req-f263062a-0751-4465-b063-efc3187ba650 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251841 Jul 19 20:42:45.821196 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dba7c4b8-9539-4b99-9f75-fc7e507ccccc req-64e5f5b2-0d7c-43e0-a54b-74a6c9306aa6 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6952865 Jul 19 20:42:45.941842 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-560ba512-c7f9-4b3a-ab3b-488459ddc445 req-9a88ba04-5035-4b10-80a0-88932645b3b3 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482028 Jul 19 20:42:46.107777 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8b9c2ace-5444-4536-aeea-fb0fd6ab68bc req-7a103332-3cfb-4983-984f-003640cd5e95 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 210 time: 0.1072299 Jul 19 20:42:46.367215 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dba7c4b8-9539-4b99-9f75-fc7e507ccccc req-2914f70a-c90d-48ba-8df9-29f688c53ce0 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294212 Jul 19 20:42:46.431258 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3374247-5e5c-41b6-b4b6-83dcb1376f5d req-51c49179-7787-4928-ae71-7112641563de tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:46.447343 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b3374247-5e5c-41b6-b4b6-83dcb1376f5d req-51c49179-7787-4928-ae71-7112641563de tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.2455378 Jul 19 20:42:46.508876 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b3374247-5e5c-41b6-b4b6-83dcb1376f5d req-d0461970-7423-470d-8636-72ff381ce424 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602169 Jul 19 20:42:46.527399 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:42:47.037420 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 71399742-3b09-4966-9aeb-2ef884583024 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:42:47.181044 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b70209-034c-4dba-a7d0-0145542a2598 req-85266cee-1dda-4a77-9a6e-ecb72a5958cb tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:47.214382 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b2b70209-034c-4dba-a7d0-0145542a2598 req-85266cee-1dda-4a77-9a6e-ecb72a5958cb tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.2266879 Jul 19 20:42:47.323587 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-17761f92-0f7c-4a6b-95c7-1d3bee4521fc tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:47.328367 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-17761f92-0f7c-4a6b-95c7-1d3bee4521fc tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.45 "GET /v2.0/networks?id=04407a74-902c-4266-8f67-5731ab76b1a7 HTTP/1.1" status: 200 len: 809 time: 0.6119962 Jul 19 20:42:47.361729 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Request body: {'port': {'device_id': 'ccf6a943-b1fa-4a58-b14c-2e6fead3f44b', 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7', 'admin_state_up': True, 'tenant_id': '5dc83762124d44c2ae90bf9a7f8376b4'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:42:47.393743 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b2b70209-034c-4dba-a7d0-0145542a2598 req-1385cfbc-31d5-4b13-827c-d9e535251ba4 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647263 Jul 19 20:42:47.403922 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:47.671180 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:47.795839 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71399742-3b09-4966-9aeb-2ef884583024'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:42:47.814124 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=71399742-3b09-4966-9aeb-2ef884583024,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:47.822318 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:47.825670 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:47.890277 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-580e8b68-e14f-47e2-a369-8d8e42c7a005 req-513f8a39-354d-4414-bb54-51ac48a08216 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 210 time: 0.1224940 Jul 19 20:42:47.893676 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c0e9f-5da2-45ec-8f2b-3ce7df077796 req-e8d48030-6f43-4f52-8977-3a45311d872b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:47.896301 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e87c0e9f-5da2-45ec-8f2b-3ce7df077796 req-e8d48030-6f43-4f52-8977-3a45311d872b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 945 time: 0.1607182 Jul 19 20:42:48.003566 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:42:48.004473 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=71399742-3b09-4966-9aeb-2ef884583024,revision_number=8']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:48.008345 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:48.024472 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e87c0e9f-5da2-45ec-8f2b-3ce7df077796 req-dacb48e3-d66f-49fe-83e9-26be4b9711c6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200013 Jul 19 20:42:48.031788 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:42:48.073696 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Made reservation on behalf of 5dc83762124d44c2ae90bf9a7f8376b4 for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:42:48.078628 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:48.102854 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71399742-3b09-4966-9aeb-2ef884583024', 'code': 200} Jul 19 20:42:48.360594 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Allocated IP 172.20.0.7 (04407a74-902c-4266-8f67-5731ab76b1a7/ae895624-6418-428d-939d-8386f92aca2e/aa10aeff-d37d-4433-a6a0-ac2ece3c6678) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:42:48.877195 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:48.922224 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca9b2f-d47b-45f4-b3b1-77b09c6263af req-6f8a594d-c4c0-4f80-bd0e-b76d688b37ab tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:48.923912 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e9ca9b2f-d47b-45f4-b3b1-77b09c6263af req-6f8a594d-c4c0-4f80-bd0e-b76d688b37ab tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.2829232 Jul 19 20:42:48.958084 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:48.971262 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:49.085001 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Network 04407a74-902c-4266-8f67-5731ab76b1a7 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:42:49.093762 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:42:49.102693 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:42:49.135233 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 47050) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:49.138613 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e9ca9b2f-d47b-45f4-b3b1-77b09c6263af req-1be8e7c5-9472-446f-85fb-239290e1e578 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080054 Jul 19 20:42:49.174529 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Pushing event updated for resources: {'Port': ['ID=aa10aeff-d37d-4433-a6a0-ac2ece3c6678,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:49.180436 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:49.233160 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:49.234809 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:49.394016 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-a707ce42-099d-44f8-8932-80927e47455c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:49.396207 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-a707ce42-099d-44f8-8932-80927e47455c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/networks?id=1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 200 len: 815 time: 0.2915223 Jul 19 20:42:49.422221 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-2de10b51-8738-4ea8-8e59-d16adeead500 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/quotas/9bb32e2c0d884db3adac0737a09fe6d3 HTTP/1.1" status: 200 len: 375 time: 0.0186336 Jul 19 20:42:49.491227 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-5629bcf2-895c-43c6-ab3c-52d1f06b5ded tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1364462 Jul 19 20:42:49.534615 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Request body: {'port': {'device_id': 'ccf6a943-b1fa-4a58-b14c-2e6fead3f44b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:42:49.566444 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-86d4c623-3127-4e3c-b112-001331f60932 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1420543 Jul 19 20:42:49.627239 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-7a9375a3-6b97-4b7b-99f3-1a6b6cd2c07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:49.684517 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a612dd7-4f33-4c89-b9e1-ba1ad2839965 req-3f2bdb86-f480-4c81-93ba-cdde983911df tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:49.685809 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-7a612dd7-4f33-4c89-b9e1-ba1ad2839965 req-3f2bdb86-f480-4c81-93ba-cdde983911df tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Synchronizing usage tracker for tenant:5dc83762124d44c2ae90bf9a7f8376b4 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:42:49.694124 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-7a9375a3-6b97-4b7b-99f3-1a6b6cd2c07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:42:49.765138 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-7a9375a3-6b97-4b7b-99f3-1a6b6cd2c07c admin admin] Usage tracker for resource:security_group_rule and tenant:c0528eb9dbac4964922cfc4bc110e54b is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:42:49.795707 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-7a9375a3-6b97-4b7b-99f3-1a6b6cd2c07c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:42:49.796230 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-5ad5e351-3b85-4938-9776-68e10cda7d43 service neutron] 10.222.0.36 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175117 Jul 19 20:42:49.820299 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-7a9375a3-6b97-4b7b-99f3-1a6b6cd2c07c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:42:49.829432 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-7a612dd7-4f33-4c89-b9e1-ba1ad2839965 req-3f2bdb86-f480-4c81-93ba-cdde983911df tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Unset dirty status for tenant:5dc83762124d44c2ae90bf9a7f8376b4 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:42:49.831661 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7a612dd7-4f33-4c89-b9e1-ba1ad2839965 req-3f2bdb86-f480-4c81-93ba-cdde983911df tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 931 time: 0.5209882 Jul 19 20:42:49.892257 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:50.035782 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-61b17b69-d761-4bb3-94e1-10536d07ac4a service neutron] 10.222.0.36 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329171 Jul 19 20:42:50.086817 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7a612dd7-4f33-4c89-b9e1-ba1ad2839965 req-62e81333-5e40-4587-a704-b820dc49e350 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424874 Jul 19 20:42:50.383233 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-7a9375a3-6b97-4b7b-99f3-1a6b6cd2c07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:50.401660 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-7a9375a3-6b97-4b7b-99f3-1a6b6cd2c07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:50.415952 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-4c4d3e5e-8c3e-461f-9ee8-4236710c6a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:50.649244 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-7a9375a3-6b97-4b7b-99f3-1a6b6cd2c07c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0528eb9dbac4964922cfc4bc110e54b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5095236 Jul 19 20:42:50.654453 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 47078) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:50.681732 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9375a3-6b97-4b7b-99f3-1a6b6cd2c07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9850e33b-c9b4-4955-b078-4aea3a745243,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:50.709008 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-7a9375a3-6b97-4b7b-99f3-1a6b6cd2c07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:50.728416 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac156d2-71dd-4756-9356-e33f9c4a5ef9 req-baddae4e-b8a7-435f-b021-a0f6efd729e9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:50.732782 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ac156d2-71dd-4756-9356-e33f9c4a5ef9 req-baddae4e-b8a7-435f-b021-a0f6efd729e9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.4910631 Jul 19 20:42:50.860699 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-dfc61861-b8af-4661-81b0-484e77212cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:50.878383 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa10aeff-d37d-4433-a6a0-ac2ece3c6678 {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:42:50.888929 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:50.897589 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ac156d2-71dd-4756-9356-e33f9c4a5ef9 req-dbb3b33f-43e9-41da-9f52-a52c739fef32 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359255 Jul 19 20:42:50.911700 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Transition to ACTIVE for port object aa10aeff-d37d-4433-a6a0-ac2ece3c6678 will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:42:50.918957 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:50.920892 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-dfc61861-b8af-4661-81b0-484e77212cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:50.923317 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:51.049531 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-dfc61861-b8af-4661-81b0-484e77212cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:51.058334 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-04f145f5-dc4b-461d-a253-0e3d4fefa2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:51.082508 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc61861-b8af-4661-81b0-484e77212cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850e33b-c9b4-4955-b078-4aea3a745243,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:51.087764 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-dfc61861-b8af-4661-81b0-484e77212cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:51.089117 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-dfc61861-b8af-4661-81b0-484e77212cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:51.091264 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-dfc61861-b8af-4661-81b0-484e77212cb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9850e33b-c9b4-4955-b078-4aea3a745243 HTTP/1.1" status: 204 len: 168 time: 0.4346266 Jul 19 20:42:51.097933 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa10aeff-d37d-4433-a6a0-ac2ece3c6678,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:51.109347 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:51.253109 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Attempting to bind port aa10aeff-d37d-4433-a6a0-ac2ece3c6678 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:42:51.253417 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Attempting to bind port aa10aeff-d37d-4433-a6a0-ac2ece3c6678 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'f4cf1175-14e9-472b-9953-704e9b113fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:42:51.253775 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Attempting to bind port aa10aeff-d37d-4433-a6a0-ac2ece3c6678 on network 04407a74-902c-4266-8f67-5731ab76b1a7 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:42:51.263566 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Port aa10aeff-d37d-4433-a6a0-ac2ece3c6678 on network 04407a74-902c-4266-8f67-5731ab76b1a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:42:51.263919 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Attempting to bind port aa10aeff-d37d-4433-a6a0-ac2ece3c6678 on network 04407a74-902c-4266-8f67-5731ab76b1a7 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:42:51.273064 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:42:51.273064 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Checking segment: {'id': 'f4cf1175-14e9-472b-9953-704e9b113fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:42:51.273519 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Bound using segment: {'id': 'f4cf1175-14e9-472b-9953-704e9b113fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:42:51.273814 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Bound port: aa10aeff-d37d-4433-a6a0-ac2ece3c6678, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cf1175-14e9-472b-9953-704e9b113fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:42:51.274172 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:51.301862 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac030f5-27f6-4a4e-9bc8-f9a72c28c73b req-20cbbc4f-3142-4fca-95ca-c6cdf61fc412 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:51.303416 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5ac030f5-27f6-4a4e-9bc8-f9a72c28c73b req-20cbbc4f-3142-4fca-95ca-c6cdf61fc412 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1969941 Jul 19 20:42:51.423652 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5ac030f5-27f6-4a4e-9bc8-f9a72c28c73b req-068e974e-60ea-477e-b41d-5b85a6a17c4b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895734 Jul 19 20:42:51.436321 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] For port aa10aeff-d37d-4433-a6a0-ac2ece3c6678, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:42:51.440317 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] For port aa10aeff-d37d-4433-a6a0-ac2ece3c6678, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=aa10aeff-d37d-4433-a6a0-ac2ece3c6678,segment=NetworkSegment(f4cf1175-14e9-472b-9953-704e9b113fcd),segment_id=f4cf1175-14e9-472b-9953-704e9b113fcd)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:42:51.446702 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:51.452411 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:51.535570 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:51.539342 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:51.544943 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] 10.222.0.45 "PUT /v2.0/ports/aa10aeff-d37d-4433-a6a0-ac2ece3c6678 HTTP/1.1" status: 200 len: 1093 time: 2.0179439 Jul 19 20:42:51.545842 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf6a943-b1fa-4a58-b14c-2e6fead3f44b', 'tag': 'aa10aeff-d37d-4433-a6a0-ac2ece3c6678'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:42:51.604383 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa10aeff-d37d-4433-a6a0-ac2ece3c6678,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:51.610260 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:51.621345 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 47094) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:51.641069 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-a64313bf-5f03-4f76-a833-235ffe16fd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:51.657039 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-a64313bf-5f03-4f76-a833-235ffe16fd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:42:51.661639 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-a64313bf-5f03-4f76-a833-235ffe16fd68 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f6c67abe1f4eea9c3412afffeb149b is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:42:51.662004 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f3c76dc6-0fc5-42ec-a96f-d07c8d53a204 req-13bf288a-1c20-449d-883b-6cce78dd2bd1 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 210 time: 0.0531845 Jul 19 20:42:51.667061 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-a64313bf-5f03-4f76-a833-235ffe16fd68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:42:51.675574 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-a64313bf-5f03-4f76-a833-235ffe16fd68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:42:51.793331 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-a64313bf-5f03-4f76-a833-235ffe16fd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:51.798526 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-a64313bf-5f03-4f76-a833-235ffe16fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:51.817750 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1fbad6d4-ea3a-4a8f-bb80-ad80932ec21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:51.880540 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-a64313bf-5f03-4f76-a833-235ffe16fd68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7f6c67abe1f4eea9c3412afffeb149b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542822 Jul 19 20:42:51.880540 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64313bf-5f03-4f76-a833-235ffe16fd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8724de89-f18c-425c-bf6b-ec7db5a162e6,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:51.880962 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 47100) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:51.894741 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-a64313bf-5f03-4f76-a833-235ffe16fd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:51.982957 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1a17d-4ae3-4873-bf27-7250f971e265 req-349ec6a9-4b29-49eb-8168-ea3c75623aa3 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:51.984968 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e0a1a17d-4ae3-4873-bf27-7250f971e265 req-349ec6a9-4b29-49eb-8168-ea3c75623aa3 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 943 time: 0.1447875 Jul 19 20:42:51.986347 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4d553228-fc7a-42aa-bd26-9452549a1d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:52.025648 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4d553228-fc7a-42aa-bd26-9452549a1d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:52.053246 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e0a1a17d-4ae3-4873-bf27-7250f971e265 req-7c62cc16-cf8a-42f7-8f1e-1f33986dced1 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598807 Jul 19 20:42:52.101442 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4d553228-fc7a-42aa-bd26-9452549a1d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:52.113374 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-dfc61861-b8af-4661-81b0-484e77212cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:52.135828 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d553228-fc7a-42aa-bd26-9452549a1d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8724de89-f18c-425c-bf6b-ec7db5a162e6,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:52.137112 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf6a943-b1fa-4a58-b14c-2e6fead3f44b', 'tag': 'aa10aeff-d37d-4433-a6a0-ac2ece3c6678', 'status': 'completed', 'code': 200} Jul 19 20:42:52.139166 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4d553228-fc7a-42aa-bd26-9452549a1d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:52.140661 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4d553228-fc7a-42aa-bd26-9452549a1d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:52.142537 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-4d553228-fc7a-42aa-bd26-9452549a1d20 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8724de89-f18c-425c-bf6b-ec7db5a162e6 HTTP/1.1" status: 204 len: 168 time: 0.2602167 Jul 19 20:42:52.385800 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c41a9-aa41-4acc-93bc-38bc173f1218 req-476c6f88-a4c1-48e9-8544-9a19dfc7869b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:52.388092 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ea2c41a9-aa41-4acc-93bc-38bc173f1218 req-476c6f88-a4c1-48e9-8544-9a19dfc7869b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.0943902 Jul 19 20:42:52.453967 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ea2c41a9-aa41-4acc-93bc-38bc173f1218 req-bdaaca5f-2fbc-4522-9fbd-cbd51d2775e9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557790 Jul 19 20:42:52.777932 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4e72c-c78b-4556-81be-c98f15e3bd37 req-8e50d847-452c-4a97-b0db-5a579c00cf82 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:52.779712 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2cc4e72c-c78b-4556-81be-c98f15e3bd37 req-8e50d847-452c-4a97-b0db-5a579c00cf82 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1554298 Jul 19 20:42:52.830644 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2cc4e72c-c78b-4556-81be-c98f15e3bd37 req-0db78b38-f853-465d-b353-f012ff89b151 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448506 Jul 19 20:42:53.095903 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-02b7d4cd-7ac7-45ef-a5c6-f6bbdac09ea0 req-8a819b9f-5753-471c-bcd7-1d17f23e12ba tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 210 time: 0.1036518 Jul 19 20:42:53.409402 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eea9bd-a01a-4fb0-aee5-5b1932a4e5eb req-e2077509-5573-40ca-b1ef-2d3c704db3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:53.412174 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d8eea9bd-a01a-4fb0-aee5-5b1932a4e5eb req-e2077509-5573-40ca-b1ef-2d3c704db3d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5dc83762124d44c2ae90bf9a7f8376b4&device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 1096 time: 0.2681150 Jul 19 20:42:53.459921 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd03f3-b4bd-4526-b7a9-8d31cdb9d02d req-50e95ae2-d149-4a11-b924-1af82a005967 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:53.463401 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c1fd03f3-b4bd-4526-b7a9-8d31cdb9d02d req-50e95ae2-d149-4a11-b924-1af82a005967 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 943 time: 0.1918454 Jul 19 20:42:53.781702 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c1fd03f3-b4bd-4526-b7a9-8d31cdb9d02d req-63c21c2d-8947-4a55-bb61-ee74a8259aeb tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059583 Jul 19 20:42:53.884045 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eea9bd-a01a-4fb0-aee5-5b1932a4e5eb req-68d1b11a-bab3-4ffd-a31f-f68f1f893bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:53.893886 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d8eea9bd-a01a-4fb0-aee5-5b1932a4e5eb req-68d1b11a-bab3-4ffd-a31f-f68f1f893bf8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5dc83762124d44c2ae90bf9a7f8376b4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4211595 Jul 19 20:42:54.083447 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3f2d7-a76a-40c3-a344-1c54870a723e req-c999a015-e4ca-462c-b427-217e65481b91 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:54.086647 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c2a3f2d7-a76a-40c3-a344-1c54870a723e req-c999a015-e4ca-462c-b427-217e65481b91 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.4104536 Jul 19 20:42:54.182741 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c2a3f2d7-a76a-40c3-a344-1c54870a723e req-faf74e0d-ed7c-4821-99f5-095f2858e790 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890300 Jul 19 20:42:54.221965 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eea9bd-a01a-4fb0-aee5-5b1932a4e5eb req-1bf6575e-f09d-4f3c-9004-f67309c2c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:54.223688 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d8eea9bd-a01a-4fb0-aee5-5b1932a4e5eb req-1bf6575e-f09d-4f3c-9004-f67309c2c525 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3205137 Jul 19 20:42:54.232421 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37753d4b-697d-4537-9231-f9f8e3f1b2ae req-7c7d821f-76ce-44d6-83c6-25614b5379ad tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:54.239943 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-37753d4b-697d-4537-9231-f9f8e3f1b2ae req-7c7d821f-76ce-44d6-83c6-25614b5379ad tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1367621 Jul 19 20:42:54.381475 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d18fdcac-0142-48b9-a8d0-5dc8c255af70 req-115cf66c-175b-4b3e-b374-f0ce4737cbf6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 210 time: 0.0604174 Jul 19 20:42:54.487904 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-37753d4b-697d-4537-9231-f9f8e3f1b2ae req-490e3047-51f8-47f2-9b1f-9e0734dcb41b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465403 Jul 19 20:42:54.550164 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-df1695aa-e8ed-4489-aca7-19c85aa8c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:54.553036 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-df1695aa-e8ed-4489-aca7-19c85aa8c41e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5dc83762124d44c2ae90bf9a7f8376b4&device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 1096 time: 0.1328566 Jul 19 20:42:54.802879 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-700f2d26-936d-415a-a0db-74fc940d32ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa10aeff-d37d-4433-a6a0-ac2ece3c6678 HTTP/1.1" status: 200 len: 217 time: 0.1790051 Jul 19 20:42:54.969435 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-d132815a-4db5-46a4-8a80-af69575b2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:54.971528 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-d132815a-4db5-46a4-8a80-af69575b2ff3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae895624-6418-428d-939d-8386f92aca2e HTTP/1.1" status: 200 len: 849 time: 0.1675451 Jul 19 20:42:55.022586 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 47198) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:55.083176 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 71399742-3b09-4966-9aeb-2ef884583024 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:42:55.131711 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-7d3a4139-5cd7-47d3-abcb-b81633e64365 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04407a74-902c-4266-8f67-5731ab76b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942948 Jul 19 20:42:55.212436 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f0363-e0eb-4b35-809e-f2c099f83464 req-6ff300b8-e58d-483b-9be3-e203cc767a78 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:55.223394 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1f8f0363-e0eb-4b35-809e-f2c099f83464 req-6ff300b8-e58d-483b-9be3-e203cc767a78 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 943 time: 0.1867063 Jul 19 20:42:55.351311 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1f8f0363-e0eb-4b35-809e-f2c099f83464 req-f9ccc6da-297d-4d29-96e1-153d7482f4ae tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266358 Jul 19 20:42:55.395283 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-845e02cb-4501-4316-b65e-c59f52180242 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:55.396963 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-845e02cb-4501-4316-b65e-c59f52180242 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "GET /v2.0/networks?id=1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 200 len: 815 time: 0.4008901 Jul 19 20:42:55.408359 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-feb96473-e351-4abd-9e00-c1d51c03ba91 service neutron] 10.222.0.45 "GET /v2.0/networks/04407a74-902c-4266-8f67-5731ab76b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625899 Jul 19 20:42:55.458671 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Request body: {'port': {'device_id': '621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d', 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39', 'admin_state_up': True, 'tenant_id': '9bb32e2c0d884db3adac0737a09fe6d3'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:42:55.519852 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b161be46-65df-4991-b660-ba8f23becd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:55.579677 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-b161be46-65df-4991-b660-ba8f23becd18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:42:55.585829 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-b161be46-65df-4991-b660-ba8f23becd18 admin admin] Usage tracker for resource:security_group_rule and tenant:61f9cbacf03040fa834a154496d26145 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:42:55.599202 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-b161be46-65df-4991-b660-ba8f23becd18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:42:55.609929 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-b161be46-65df-4991-b660-ba8f23becd18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:42:55.708313 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-529f6ca5-6e45-413d-9811-b2a8a9d124a1 req-19480bbe-8643-469e-acd3-818a35d95cdd tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 210 time: 0.0648263 Jul 19 20:42:55.847427 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:42:55.860987 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:42:55.868559 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0883975e-63f2-42ee-89e1-8228df0c7ed2 req-cbb9f0bc-a460-4fc6-9e2d-91c860365b5c service neutron] 10.222.0.45 "GET /v2.0/networks/04407a74-902c-4266-8f67-5731ab76b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442050 Jul 19 20:42:55.966871 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b161be46-65df-4991-b660-ba8f23becd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:55.975885 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b161be46-65df-4991-b660-ba8f23becd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:55.985046 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Made reservation on behalf of 9bb32e2c0d884db3adac0737a09fe6d3 for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:42:55.989785 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:56.042754 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8b9e3f6a-6d6c-4a70-965a-1873fcc0b3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:56.062705 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-b161be46-65df-4991-b660-ba8f23becd18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61f9cbacf03040fa834a154496d26145&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0336032 Jul 19 20:42:56.064344 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 47228) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:56.223561 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161be46-65df-4991-b660-ba8f23becd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28d1a99-b3de-42af-8d23-f567bc51a833,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:56.234514 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-b161be46-65df-4991-b660-ba8f23becd18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:56.296317 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Allocated IP 172.20.0.2 (1729bcf6-5778-4884-aa01-775bec79dc39/1519832d-8f12-4fc6-befb-a491c3df2990/59ae08f2-e04d-4497-ac91-57d071c33668) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:42:56.310621 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3981461-276d-426d-bf72-0edc4715881a req-522a0e12-6315-4ba7-a5c0-26e98655bb48 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:56.313467 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d3981461-276d-426d-bf72-0edc4715881a req-522a0e12-6315-4ba7-a5c0-26e98655bb48 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.2504361 Jul 19 20:42:56.398837 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-667f5c74-b33b-436b-8056-45c30a188cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:56.435463 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d3981461-276d-426d-bf72-0edc4715881a req-ba18b0e9-c879-4075-b47b-dd72d2f785f8 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026886 Jul 19 20:42:56.476781 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-667f5c74-b33b-436b-8056-45c30a188cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:56.642615 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-667f5c74-b33b-436b-8056-45c30a188cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:56.651334 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-58223b40-db84-4ea0-b221-9fa9cf539bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:56.668396 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-667f5c74-b33b-436b-8056-45c30a188cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:56.672390 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-667f5c74-b33b-436b-8056-45c30a188cdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b28d1a99-b3de-42af-8d23-f567bc51a833 HTTP/1.1" status: 204 len: 168 time: 0.5925596 Jul 19 20:42:56.672390 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f5c74-b33b-436b-8056-45c30a188cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28d1a99-b3de-42af-8d23-f567bc51a833,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:56.674120 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-667f5c74-b33b-436b-8056-45c30a188cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:56.706431 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e947c-81f1-4f37-9cbe-b61563d090e8 req-d053de86-1957-435b-be8c-ddfa2585a26c tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:56.708361 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-122e947c-81f1-4f37-9cbe-b61563d090e8 req-d053de86-1957-435b-be8c-ddfa2585a26c tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 943 time: 0.1376548 Jul 19 20:42:56.775197 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-122e947c-81f1-4f37-9cbe-b61563d090e8 req-20a8b175-206c-443e-b5f2-ba29ce388c86 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600560 Jul 19 20:42:56.834133 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:56.904156 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef52401-c9e1-494d-a92f-3e01ef147faf req-0f6cb66a-ed8f-4265-be2b-22e958138cb2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:56.906539 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8ef52401-c9e1-494d-a92f-3e01ef147faf req-0f6cb66a-ed8f-4265-be2b-22e958138cb2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.2832415 Jul 19 20:42:56.997157 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:57.022370 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-23ecab5a-179d-4eb6-8a85-afc61936f659 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:57.041106 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['2851e68c-991e-46eb-9d87-1db83077976f', '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b', '84fdfb2c-bf79-41fc-adef-1cf32b19a8df'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:42:57.102887 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb87a5-d1d9-46f3-9342-ebc886ab445b req-e9131a5c-8ffd-4583-8d62-fbe785ca5b87 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:57.105752 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e3fb87a5-d1d9-46f3-9342-ebc886ab445b req-e9131a5c-8ffd-4583-8d62-fbe785ca5b87 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 931 time: 0.1728315 Jul 19 20:42:57.115492 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8ef52401-c9e1-494d-a92f-3e01ef147faf req-261dff1c-339d-4fe3-bb9a-6e5f75273253 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019715 Jul 19 20:42:57.137486 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Network 1729bcf6-5778-4884-aa01-775bec79dc39 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:42:57.141223 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:42:57.146659 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:42:57.233542 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e3fb87a5-d1d9-46f3-9342-ebc886ab445b req-c5a448a5-dd79-48d9-bcb3-3c73c2a15602 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107159 Jul 19 20:42:57.255813 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Pushing event updated for resources: {'Port': ['ID=59ae08f2-e04d-4497-ac91-57d071c33668,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:57.265774 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:57.327245 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:57.327810 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:57.404626 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9816563 Jul 19 20:42:57.437812 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Request body: {'port': {'device_id': '621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:42:57.622360 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:57.753431 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 47284) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:57.807790 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce01b6-6e6e-4f84-92f2-9f2a24f8752a req-92e2eefa-1a5c-4401-8dac-63c1d05e9855 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:57.817187 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b8ce01b6-6e6e-4f84-92f2-9f2a24f8752a req-92e2eefa-1a5c-4401-8dac-63c1d05e9855 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1934633 Jul 19 20:42:57.819102 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 47292) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:57.954659 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b8ce01b6-6e6e-4f84-92f2-9f2a24f8752a req-e8fbafde-fcda-46b4-a15d-865e9e044333 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363556 Jul 19 20:42:58.007251 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-a602da8c-d8c0-48b3-a99e-7ceffb620d9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2470682 Jul 19 20:42:58.348827 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6c70f1e5-5afd-43ed-93b9-28cd2a49b0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:58.394772 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-6c70f1e5-5afd-43ed-93b9-28cd2a49b0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:42:58.405325 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-6c70f1e5-5afd-43ed-93b9-28cd2a49b0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:ab70b242a4b14ba2a20d49235facd2ef is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:42:58.416001 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-6c70f1e5-5afd-43ed-93b9-28cd2a49b0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:42:58.424170 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-6c70f1e5-5afd-43ed-93b9-28cd2a49b0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:42:58.425171 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4794b65-86c8-454c-b445-52be91a93724 req-48c0c68f-a216-43ab-ab0e-aee07d2e03ba tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:58.433299 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c4794b65-86c8-454c-b445-52be91a93724 req-48c0c68f-a216-43ab-ab0e-aee07d2e03ba tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 943 time: 0.4309132 Jul 19 20:42:58.506444 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c4794b65-86c8-454c-b445-52be91a93724 req-a12f8808-f3cf-4776-8a2a-db449b67e191 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720460 Jul 19 20:42:58.609910 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6c70f1e5-5afd-43ed-93b9-28cd2a49b0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:58.620329 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6c70f1e5-5afd-43ed-93b9-28cd2a49b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:58.650803 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4341fddc-bef2-44b9-876a-9683bd6271e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:58.795043 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-6c70f1e5-5afd-43ed-93b9-28cd2a49b0e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab70b242a4b14ba2a20d49235facd2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9739707 Jul 19 20:42:58.800142 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 47328) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:42:58.802823 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70f1e5-5afd-43ed-93b9-28cd2a49b0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b994b8dc-bd2f-4b7a-9b99-9b56828f0e1b,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:58.807285 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6c70f1e5-5afd-43ed-93b9-28cd2a49b0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:58.896726 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ae08f2-e04d-4497-ac91-57d071c33668 {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:42:58.911827 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ffc162c3-9736-4d7b-a13d-da390cfa6698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:58.917642 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:58.957356 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ffc162c3-9736-4d7b-a13d-da390cfa6698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:58.961570 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Transition to ACTIVE for port object 59ae08f2-e04d-4497-ac91-57d071c33668 will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:42:58.969164 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:58.978624 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:58.995096 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c27e5-3ac5-4872-bd5e-493818092120 req-91c5417e-a88e-4cb4-9002-4ff3cfac35fc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:58.998458 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5e7c27e5-3ac5-4872-bd5e-493818092120 req-91c5417e-a88e-4cb4-9002-4ff3cfac35fc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.3138084 Jul 19 20:42:59.083536 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device aa10aeff-d37d-4433-a6a0-ac2ece3c6678 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:42:59.088903 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d3454-baa1-47a1-84b5-40a695c6cffd req-8278d7f7-4263-4035-8138-4f1486dbdfe3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:59.090770 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-639d3454-baa1-47a1-84b5-40a695c6cffd req-8278d7f7-4263-4035-8138-4f1486dbdfe3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Synchronizing usage tracker for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:42:59.118003 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ffc162c3-9736-4d7b-a13d-da390cfa6698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:59.126584 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-bf29c8a2-4215-402c-baa5-2e9e6f509d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:59.169330 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc162c3-9736-4d7b-a13d-da390cfa6698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b994b8dc-bd2f-4b7a-9b99-9b56828f0e1b,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:59.172388 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ffc162c3-9736-4d7b-a13d-da390cfa6698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:59.189237 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ffc162c3-9736-4d7b-a13d-da390cfa6698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:59.192211 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-ffc162c3-9736-4d7b-a13d-da390cfa6698 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b994b8dc-bd2f-4b7a-9b99-9b56828f0e1b HTTP/1.1" status: 204 len: 168 time: 0.3907695 Jul 19 20:42:59.202019 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5e7c27e5-3ac5-4872-bd5e-493818092120 req-5c407dc7-e682-4405-b37d-65e4b5682dc2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730633 Jul 19 20:42:59.453526 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port aa10aeff-d37d-4433-a6a0-ac2ece3c6678, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=aa10aeff-d37d-4433-a6a0-ac2ece3c6678,segment=NetworkSegment(f4cf1175-14e9-472b-9953-704e9b113fcd),segment_id=f4cf1175-14e9-472b-9953-704e9b113fcd)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:59.487270 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Pushing event updated for resources: {'Port': ['ID=59ae08f2-e04d-4497-ac91-57d071c33668,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:59.493356 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-639d3454-baa1-47a1-84b5-40a695c6cffd req-8278d7f7-4263-4035-8138-4f1486dbdfe3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Unset dirty status for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:42:59.497416 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': 'aa10aeff-d37d-4433-a6a0-ac2ece3c6678', 'network_id': '04407a74-902c-4266-8f67-5731ab76b1a7', 'port_id': 'aa10aeff-d37d-4433-a6a0-ac2ece3c6678', 'mac_address': 'fa:16:3e:3c:f4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae895624-6418-428d-939d-8386f92aca2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:42:59.506794 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-639d3454-baa1-47a1-84b5-40a695c6cffd req-8278d7f7-4263-4035-8138-4f1486dbdfe3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 931 time: 0.7638702 Jul 19 20:42:59.508595 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:42:59.599702 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-639d3454-baa1-47a1-84b5-40a695c6cffd req-dbe237b5-a1e1-4dae-a834-87b3d9f14ccd tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828292 Jul 19 20:42:59.638780 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Attempting to bind port 59ae08f2-e04d-4497-ac91-57d071c33668 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:42:59.639260 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Attempting to bind port 59ae08f2-e04d-4497-ac91-57d071c33668 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:42:59.642830 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Attempting to bind port 59ae08f2-e04d-4497-ac91-57d071c33668 on network 1729bcf6-5778-4884-aa01-775bec79dc39 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:42:59.650513 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Port 59ae08f2-e04d-4497-ac91-57d071c33668 on network 1729bcf6-5778-4884-aa01-775bec79dc39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:42:59.650840 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Attempting to bind port 59ae08f2-e04d-4497-ac91-57d071c33668 on network 1729bcf6-5778-4884-aa01-775bec79dc39 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:42:59.673319 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:59.678508 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:42:59.679196 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Checking segment: {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:42:59.679747 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Bound using segment: {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:42:59.680389 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Bound port: 59ae08f2-e04d-4497-ac91-57d071c33668, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9defb9c-c9c9-4300-8048-938935cd7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:42:59.694030 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:59.722048 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621423d0-1e56-4410-a6da-e6fa6454d64d req-f49c57d9-606b-4b2c-90d1-60d3f80f8212 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:42:59.726044 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa10aeff-d37d-4433-a6a0-ac2ece3c6678 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:42:59.733086 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-621423d0-1e56-4410-a6da-e6fa6454d64d req-f49c57d9-606b-4b2c-90d1-60d3f80f8212 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1388154 Jul 19 20:42:59.762459 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port aa10aeff-d37d-4433-a6a0-ac2ece3c6678, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=aa10aeff-d37d-4433-a6a0-ac2ece3c6678,segment=NetworkSegment(f4cf1175-14e9-472b-9953-704e9b113fcd),segment_id=f4cf1175-14e9-472b-9953-704e9b113fcd)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:42:59.770684 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:42:59.774433 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:42:59.869307 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-621423d0-1e56-4410-a6da-e6fa6454d64d req-a94fd3db-8890-4124-a0f9-eb481b2d80e7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342931 Jul 19 20:42:59.943264 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=aa10aeff-d37d-4433-a6a0-ac2ece3c6678,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:42:59.946232 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:00.053911 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] For port 59ae08f2-e04d-4497-ac91-57d071c33668, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:43:00.058125 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] For port 59ae08f2-e04d-4497-ac91-57d071c33668, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=59ae08f2-e04d-4497-ac91-57d071c33668,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:43:00.070497 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:00.076817 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1793e277-e147-4bca-abaa-e2a73c5945a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:00.158200 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:00.158834 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:00.160344 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] 10.222.0.45 "PUT /v2.0/ports/59ae08f2-e04d-4497-ac91-57d071c33668 HTTP/1.1" status: 200 len: 1093 time: 2.7376928 Jul 19 20:43:00.162544 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d', 'tag': '59ae08f2-e04d-4497-ac91-57d071c33668'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:43:00.177298 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['aa10aeff-d37d-4433-a6a0-ac2ece3c6678'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:43:00.191266 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beae19e-0d97-4e99-94b3-3b9334f425ce req-3418ec3a-cbfd-49f5-9af7-4e328f33f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:00.192991 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8beae19e-0d97-4e99-94b3-3b9334f425ce req-3418ec3a-cbfd-49f5-9af7-4e328f33f3bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 1099 time: 0.2968996 Jul 19 20:43:00.206872 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaeac3-1ee8-43dc-8e78-f741232343d1 req-93efaafb-623e-4502-a280-1bc1509b2588 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:00.215120 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3dcaeac3-1ee8-43dc-8e78-f741232343d1 req-93efaafb-623e-4502-a280-1bc1509b2588 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 944 time: 0.2607555 Jul 19 20:43:00.219653 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Pushing event updated for resources: {'Port': ['ID=59ae08f2-e04d-4497-ac91-57d071c33668,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:00.253123 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d', 'tag': '59ae08f2-e04d-4497-ac91-57d071c33668', 'status': 'completed', 'code': 200} Jul 19 20:43:00.255527 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:00.369537 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3dcaeac3-1ee8-43dc-8e78-f741232343d1 req-c66b1774-be50-4781-86d8-bddd05a22a03 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532333 Jul 19 20:43:00.372442 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8beae19e-0d97-4e99-94b3-3b9334f425ce req-d28eba33-dae3-4a5e-a82f-6473dbecb80b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541693 Jul 19 20:43:00.398193 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-249fbc3b-b61c-4f30-bf8b-6c947fc4ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:00.400487 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-249fbc3b-b61c-4f30-bf8b-6c947fc4ceaa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 1096 time: 0.1461983 Jul 19 20:43:00.669134 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-280f2a84-c5ec-4f9c-84f8-839661d91617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:00.673646 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac273d2-1fe9-41d7-838c-d9019c95b94f req-3f899f03-2cda-4834-83cd-f6da659e4edf tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:00.687494 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-aac273d2-1fe9-41d7-838c-d9019c95b94f req-3f899f03-2cda-4834-83cd-f6da659e4edf tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1739819 Jul 19 20:43:00.754069 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-aac273d2-1fe9-41d7-838c-d9019c95b94f req-d906c33d-0135-4d30-99dc-f5b2cee5b34f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651159 Jul 19 20:43:00.815520 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-9a25a4c4-3fea-43ac-a5f7-a5e8c0cfb223 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59ae08f2-e04d-4497-ac91-57d071c33668 HTTP/1.1" status: 200 len: 217 time: 0.1351612 Jul 19 20:43:00.917967 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-967e50a9-062f-44c1-9887-877827403c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:00.921008 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-967e50a9-062f-44c1-9887-877827403c99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1519832d-8f12-4fc6-befb-a491c3df2990 HTTP/1.1" status: 200 len: 855 time: 0.0790439 Jul 19 20:43:01.034079 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-67ac3b50-451b-4d2a-a942-143734920d17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1729bcf6-5778-4884-aa01-775bec79dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048834 Jul 19 20:43:01.060953 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1051c2-7c8a-4956-bb04-6c14dfc5f14e req-49f29cf1-4153-47d2-a511-8806497cae9d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:01.062583 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3e1051c2-7c8a-4956-bb04-6c14dfc5f14e req-49f29cf1-4153-47d2-a511-8806497cae9d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 943 time: 0.2102990 Jul 19 20:43:01.169819 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3e1051c2-7c8a-4956-bb04-6c14dfc5f14e req-bc569fc9-37ef-4018-9ce6-531b87f3cdc7 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990810 Jul 19 20:43:01.298867 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:01.396037 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-a6d1073a-5948-4b40-ba5e-a1db897f425b service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527787 Jul 19 20:43:01.404961 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814678b9-b20d-4c77-9549-b7509417a923 req-aef3b173-23ee-48d9-a8af-0a99b41c4ba3 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:01.406413 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-814678b9-b20d-4c77-9549-b7509417a923 req-aef3b173-23ee-48d9-a8af-0a99b41c4ba3 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.2805822 Jul 19 20:43:01.616694 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-814678b9-b20d-4c77-9549-b7509417a923 req-e4d7ac9f-935a-436a-a317-94fcb6aee7c8 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879511 Jul 19 20:43:01.625170 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950b5d9-17ac-4b9a-911c-1d482f98e15c req-0cfa28da-a40b-4a31-8905-833964cea639 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:01.635346 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f950b5d9-17ac-4b9a-911c-1d482f98e15c req-0cfa28da-a40b-4a31-8905-833964cea639 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 944 time: 0.1154771 Jul 19 20:43:01.677887 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e5213aa0-b0f9-4d86-8a75-e374ecfda6ce req-3a3877b5-f285-4198-950d-2d3dd52d8cd6 service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704549 Jul 19 20:43:01.718905 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f950b5d9-17ac-4b9a-911c-1d482f98e15c req-70b87a0b-b3e6-4ea9-b9af-6da0167b5f67 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766628 Jul 19 20:43:02.072685 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc76127-a86f-4ed2-b9bb-83d62d7f38ea req-9ba22b07-a907-4cdd-84e0-83432291f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:02.074878 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6cc76127-a86f-4ed2-b9bb-83d62d7f38ea req-9ba22b07-a907-4cdd-84e0-83432291f7cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 1096 time: 0.2024994 Jul 19 20:43:02.089170 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589ca98-da2e-4778-a7ca-f8e12422726c req-f47d0cd5-f285-4c3a-b59d-899d36d0c3b2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:02.090734 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4589ca98-da2e-4778-a7ca-f8e12422726c req-f47d0cd5-f285-4c3a-b59d-899d36d0c3b2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.2230022 Jul 19 20:43:02.094177 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-ef84137d-ff3d-426c-a50d-71ccea544626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:02.095732 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-ef84137d-ff3d-426c-a50d-71ccea544626 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7&tenant_id=e788cbccb0834feeac72b574191334bc HTTP/1.1" status: 200 len: 1096 time: 0.2255957 Jul 19 20:43:02.295286 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4589ca98-da2e-4778-a7ca-f8e12422726c req-d24be755-019b-4dc7-a662-06a0282751f7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811087 Jul 19 20:43:02.334811 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc76127-a86f-4ed2-b9bb-83d62d7f38ea req-3f957499-da9c-4967-86ce-5a1e6016b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:02.336460 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6cc76127-a86f-4ed2-b9bb-83d62d7f38ea req-3f957499-da9c-4967-86ce-5a1e6016b721 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 200 len: 916 time: 0.2446029 Jul 19 20:43:02.348571 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-685d4147-524e-4232-b310-fa5b37966db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:02.350134 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-685d4147-524e-4232-b310-fa5b37966db3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 1096 time: 0.2028487 Jul 19 20:43:02.444532 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6cc76127-a86f-4ed2-b9bb-83d62d7f38ea req-1a9a2867-cb7f-4b7c-9f6c-edba8ee76a4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59ae08f2-e04d-4497-ac91-57d071c33668 HTTP/1.1" status: 200 len: 217 time: 0.0931914 Jul 19 20:43:02.532363 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d68c2-ac98-41e7-9c28-88b125887a15 req-8c2ea78a-10a8-4e81-ab91-a582dd37e83e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:02.534887 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-081d68c2-ac98-41e7-9c28-88b125887a15 req-8c2ea78a-10a8-4e81-ab91-a582dd37e83e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 943 time: 0.1964886 Jul 19 20:43:02.624050 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-081d68c2-ac98-41e7-9c28-88b125887a15 req-45feceb7-5686-4092-86bc-c30c145c9fd5 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818672 Jul 19 20:43:02.698164 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-6f44a63e-6433-40ae-9d06-32b08ef5c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:02.699883 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-6f44a63e-6433-40ae-9d06-32b08ef5c2eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 HTTP/1.1" status: 200 len: 918 time: 0.2927535 Jul 19 20:43:02.708553 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc76127-a86f-4ed2-b9bb-83d62d7f38ea req-de6a71f2-d563-43de-a224-e15893092c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:02.710054 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6cc76127-a86f-4ed2-b9bb-83d62d7f38ea req-de6a71f2-d563-43de-a224-e15893092c01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1519832d-8f12-4fc6-befb-a491c3df2990 HTTP/1.1" status: 200 len: 855 time: 0.2504725 Jul 19 20:43:02.882200 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6cc76127-a86f-4ed2-b9bb-83d62d7f38ea req-8a224b42-1162-4183-b17d-b0ebf0e916ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1729bcf6-5778-4884-aa01-775bec79dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068416 Jul 19 20:43:02.940561 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-4573a022-8986-47a0-9e6b-9ad6a1a9e58e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71399742-3b09-4966-9aeb-2ef884583024 HTTP/1.1" status: 200 len: 999 time: 0.2294941 Jul 19 20:43:03.031358 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb214cba-04c7-4eb1-b40d-3612ab139a8b req-1cbf5e57-3b6a-41b8-ad75-14a0dc13ac48 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:03.033397 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fb214cba-04c7-4eb1-b40d-3612ab139a8b req-1cbf5e57-3b6a-41b8-ad75-14a0dc13ac48 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 944 time: 0.1032095 Jul 19 20:43:03.091530 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fb214cba-04c7-4eb1-b40d-3612ab139a8b req-b85c1fc6-bd11-44b8-a261-31ca3622b177 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461328 Jul 19 20:43:03.114060 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device aa10aeff-d37d-4433-a6a0-ac2ece3c6678 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:43:03.220015 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port aa10aeff-d37d-4433-a6a0-ac2ece3c6678 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:43:03.228496 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port aa10aeff-d37d-4433-a6a0-ac2ece3c6678 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:43:03.229130 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:03.241147 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-db45f34a-a729-4bea-adb5-d32408556474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:03.243912 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-db45f34a-a729-4bea-adb5-d32408556474 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fa4d79e-7eb1-4cef-a455-9fc00285c0b2 HTTP/1.1" status: 200 len: 856 time: 0.2896967 Jul 19 20:43:03.325799 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05e5c6-06ae-49aa-baa5-1be5ad776b60 req-ba603d27-9843-4fd1-a11e-ad24462c5776 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:03.327391 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad05e5c6-06ae-49aa-baa5-1be5ad776b60 req-ba603d27-9843-4fd1-a11e-ad24462c5776 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.5032392 Jul 19 20:43:03.341105 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6cc76127-a86f-4ed2-b9bb-83d62d7f38ea req-6ba788a7-6c9c-4ac3-9b25-075bda9b8ea2 service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428797 Jul 19 20:43:03.412751 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c9266f8f-ce23-48c7-b8ea-e634f175f9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:03.422809 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:03.428965 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad05e5c6-06ae-49aa-baa5-1be5ad776b60 req-9badbaf1-fb70-44a9-8f76-e3e7a97f1ea7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901887 Jul 19 20:43:03.505114 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port aa10aeff-d37d-4433-a6a0-ac2ece3c6678, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=aa10aeff-d37d-4433-a6a0-ac2ece3c6678,segment=NetworkSegment(f4cf1175-14e9-472b-9953-704e9b113fcd),segment_id=f4cf1175-14e9-472b-9953-704e9b113fcd)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:03.506418 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf6a943-b1fa-4a58-b14c-2e6fead3f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa10aeff-d37d-4433-a6a0-ac2ece3c6678'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:43:03.516931 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:03.520577 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5aec6c99-b162-4ed5-ae9f-73cf0dbb242f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:03.609978 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=aa10aeff-d37d-4433-a6a0-ac2ece3c6678,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:03.611002 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-150fd866-8726-4e71-a35d-328598f6765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:03.612533 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-150fd866-8726-4e71-a35d-328598f6765d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3588700 Jul 19 20:43:03.653087 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:03.659532 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:03.660556 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:03.665419 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:03.667434 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:03.667434 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:03.668979 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:03.675661 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:03.676800 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:03.677505 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:03.678208 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:03.678825 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:03.683641 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6cc76127-a86f-4ed2-b9bb-83d62d7f38ea req-4fb926f5-0163-485f-a35a-4a7624aeba58 service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149939 Jul 19 20:43:03.687618 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:03.719860 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7188dc-5485-48a7-861f-41ab77cb709c req-e5654588-fdf9-4535-98b9-61ae569a6d21 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:03.732722 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8a7188dc-5485-48a7-861f-41ab77cb709c req-e5654588-fdf9-4535-98b9-61ae569a6d21 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1759617 Jul 19 20:43:03.811600 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8a7188dc-5485-48a7-861f-41ab77cb709c req-a9e6a2df-9bad-43ee-af06-8f8c0afe95c3 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760703 Jul 19 20:43:03.828756 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf6a943-b1fa-4a58-b14c-2e6fead3f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa10aeff-d37d-4433-a6a0-ac2ece3c6678', 'code': 200} Jul 19 20:43:04.023241 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bb355-99c6-4517-96b2-7cfe95c7102a req-a532d879-b5b7-4c5e-bd15-eded8b49de45 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:04.024983 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-296bb355-99c6-4517-96b2-7cfe95c7102a req-a532d879-b5b7-4c5e-bd15-eded8b49de45 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 943 time: 0.0942702 Jul 19 20:43:04.096978 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-296bb355-99c6-4517-96b2-7cfe95c7102a req-882855dc-af94-4dfb-973f-3b9eec2a6d99 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643930 Jul 19 20:43:04.181449 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 47428) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:04.308501 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585b046-0190-49bf-beb7-4a92fdd123d5 req-734a83e2-8e43-482c-8b48-3d28fc5a9f87 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:04.310124 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0585b046-0190-49bf-beb7-4a92fdd123d5 req-734a83e2-8e43-482c-8b48-3d28fc5a9f87 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1032889 Jul 19 20:43:04.353550 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86dc09-9f39-4962-a5e5-5e8dcf173c70 req-4d78b307-5c3e-4df1-9452-215e02306422 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:04.355744 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fc86dc09-9f39-4962-a5e5-5e8dcf173c70 req-4d78b307-5c3e-4df1-9452-215e02306422 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.0916564 Jul 19 20:43:04.361046 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-50279ce8-a6c2-4cd8-81bc-89ee18b26eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:04.393818 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-50279ce8-a6c2-4cd8-81bc-89ee18b26eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:43:04.399517 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0585b046-0190-49bf-beb7-4a92fdd123d5 req-6cb498c6-14cf-40b8-a99d-9e887d1ff859 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783732 Jul 19 20:43:04.402851 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-50279ce8-a6c2-4cd8-81bc-89ee18b26eb2 admin admin] Usage tracker for resource:security_group_rule and tenant:0c8ed5023c3c4e42b981ca081d86010c is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:43:04.406400 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-50279ce8-a6c2-4cd8-81bc-89ee18b26eb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:43:04.411073 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fc86dc09-9f39-4962-a5e5-5e8dcf173c70 req-6e3012ed-cb80-4dc4-8973-38b86e455006 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464020 Jul 19 20:43:04.413650 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-50279ce8-a6c2-4cd8-81bc-89ee18b26eb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:43:04.530555 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-50279ce8-a6c2-4cd8-81bc-89ee18b26eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:04.535161 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-50279ce8-a6c2-4cd8-81bc-89ee18b26eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:04.542159 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0310ad8c-56c1-46ad-b815-c869afb07be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:04.596239 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-50279ce8-a6c2-4cd8-81bc-89ee18b26eb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c8ed5023c3c4e42b981ca081d86010c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131291 Jul 19 20:43:04.597184 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50279ce8-a6c2-4cd8-81bc-89ee18b26eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c31f20-fed1-46de-861e-9c564f526e3d,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:04.599392 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 47438) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:04.600389 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-50279ce8-a6c2-4cd8-81bc-89ee18b26eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:04.672461 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c70a22eb-a0c1-456c-801f-ee0dbd63cf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:04.701312 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c70a22eb-a0c1-456c-801f-ee0dbd63cf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:04.767996 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c70a22eb-a0c1-456c-801f-ee0dbd63cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:04.776177 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e0545ede-3f8d-4276-bce9-c5586ae589ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:04.797909 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a22eb-a0c1-456c-801f-ee0dbd63cf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c31f20-fed1-46de-861e-9c564f526e3d,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:04.802280 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c70a22eb-a0c1-456c-801f-ee0dbd63cf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:04.809092 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c70a22eb-a0c1-456c-801f-ee0dbd63cf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:04.810258 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-c70a22eb-a0c1-456c-801f-ee0dbd63cf4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31c31f20-fed1-46de-861e-9c564f526e3d HTTP/1.1" status: 204 len: 168 time: 0.2064850 Jul 19 20:43:05.080734 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c110-4026-4dcb-aae8-f5a576a1992a req-1642d4c3-c42d-44ed-b372-09f044738f13 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:05.083665 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3284c110-4026-4dcb-aae8-f5a576a1992a req-1642d4c3-c42d-44ed-b372-09f044738f13 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1415768 Jul 19 20:43:05.149512 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3284c110-4026-4dcb-aae8-f5a576a1992a req-038e4c60-2c24-4c65-9dc0-3092a88d40e2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575571 Jul 19 20:43:05.151215 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:05.331514 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 47452) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:05.350631 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-9141decd-a3b7-4ac1-a006-6c150bf22ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:05.367334 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-9141decd-a3b7-4ac1-a006-6c150bf22ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:43:05.372401 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-9141decd-a3b7-4ac1-a006-6c150bf22ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:8e58e58004004de0a9376af84d21b162 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:43:05.375615 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-9141decd-a3b7-4ac1-a006-6c150bf22ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:43:05.382732 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-9141decd-a3b7-4ac1-a006-6c150bf22ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:43:05.430082 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa65940-a808-4ebf-be18-a8cc2ac9ef5e req-79495d3c-e050-4d61-84ff-fa4ae973119f tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:05.433231 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-afa65940-a808-4ebf-be18-a8cc2ac9ef5e req-79495d3c-e050-4d61-84ff-fa4ae973119f tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 943 time: 0.1608949 Jul 19 20:43:05.491460 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-afa65940-a808-4ebf-be18-a8cc2ac9ef5e req-917fd29a-15b2-4d53-a0eb-e0dd4389f753 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510201 Jul 19 20:43:05.502033 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-9141decd-a3b7-4ac1-a006-6c150bf22ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:05.519719 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-9141decd-a3b7-4ac1-a006-6c150bf22ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:05.519719 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-85f4b9b9-ae74-4700-9404-76701a0764cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:05.559089 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141decd-a3b7-4ac1-a006-6c150bf22ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d432861-cf15-43f7-b110-23a7f02ce855,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:05.567716 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-9141decd-a3b7-4ac1-a006-6c150bf22ce7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e58e58004004de0a9376af84d21b162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308774 Jul 19 20:43:05.567716 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-9141decd-a3b7-4ac1-a006-6c150bf22ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:05.568129 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 47460) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:05.641182 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bc616110-52cf-4f3c-8624-a2df103d2292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:05.675482 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bc616110-52cf-4f3c-8624-a2df103d2292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:05.702057 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ee586-d9c5-4b3d-ba84-9d56bb25524e req-965871ff-83a5-44bb-9d63-10d1e9ea59d7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:05.703692 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4a9ee586-d9c5-4b3d-ba84-9d56bb25524e req-965871ff-83a5-44bb-9d63-10d1e9ea59d7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0935860 Jul 19 20:43:05.763802 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bc616110-52cf-4f3c-8624-a2df103d2292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:05.768490 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-957638de-b410-4eef-9b52-9a092ed6e669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:05.782273 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc616110-52cf-4f3c-8624-a2df103d2292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d432861-cf15-43f7-b110-23a7f02ce855,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:05.787697 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-bc616110-52cf-4f3c-8624-a2df103d2292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:05.790603 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bc616110-52cf-4f3c-8624-a2df103d2292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:05.792382 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-bc616110-52cf-4f3c-8624-a2df103d2292 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d432861-cf15-43f7-b110-23a7f02ce855 HTTP/1.1" status: 204 len: 168 time: 0.2229846 Jul 19 20:43:05.797952 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4a9ee586-d9c5-4b3d-ba84-9d56bb25524e req-6ef1ee58-36e0-42a7-9f1f-1a699734b19e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852339 Jul 19 20:43:06.026771 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689669b-0e3b-40ad-a1bc-11f92333265a req-dd601cda-ccad-4d85-a66b-10410e7314c1 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:06.028166 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9689669b-0e3b-40ad-a1bc-11f92333265a req-dd601cda-ccad-4d85-a66b-10410e7314c1 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.1169593 Jul 19 20:43:06.094454 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9689669b-0e3b-40ad-a1bc-11f92333265a req-6ab43d39-c5fd-4c82-9827-4e01481db1f5 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562081 Jul 19 20:43:06.109640 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 59ae08f2-e04d-4497-ac91-57d071c33668 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:43:06.401969 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e4c9b-a179-4b1a-9b1a-6f1b506a57af req-b62a4a49-3333-4392-9b28-61caa6713167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:06.403438 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-155e4c9b-a179-4b1a-9b1a-6f1b506a57af req-b62a4a49-3333-4392-9b28-61caa6713167 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1500a4b1af454e9bb41a539996016725&device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 1099 time: 0.1453750 Jul 19 20:43:06.405785 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-bee8470c-c1b2-4188-902b-5ec19d30d24d service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054624 Jul 19 20:43:06.412048 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 59ae08f2-e04d-4497-ac91-57d071c33668, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=59ae08f2-e04d-4497-ac91-57d071c33668,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:06.447462 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '59ae08f2-e04d-4497-ac91-57d071c33668', 'network_id': '1729bcf6-5778-4884-aa01-775bec79dc39', 'port_id': '59ae08f2-e04d-4497-ac91-57d071c33668', 'mac_address': 'fa:16:3e:1f:3a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1519832d-8f12-4fc6-befb-a491c3df2990', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:43:06.473722 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffeec8-9079-4d2b-b7fa-ed930683fc7b req-c00d0ad3-9fae-4a1d-865f-e77504e81dfe tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:06.475887 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-adffeec8-9079-4d2b-b7fa-ed930683fc7b req-c00d0ad3-9fae-4a1d-865f-e77504e81dfe tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1133423 Jul 19 20:43:06.538383 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:06.546406 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-adffeec8-9079-4d2b-b7fa-ed930683fc7b req-060998e1-a1ba-4a74-ba99-8070ae9a974d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625196 Jul 19 20:43:06.572718 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ae08f2-e04d-4497-ac91-57d071c33668 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:43:06.597349 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:06.600366 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 59ae08f2-e04d-4497-ac91-57d071c33668, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=59ae08f2-e04d-4497-ac91-57d071c33668,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:06.606665 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:06.609079 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:06.687678 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=59ae08f2-e04d-4497-ac91-57d071c33668,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:06.692751 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:06.842012 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e4c9b-a179-4b1a-9b1a-6f1b506a57af req-39acda00-3b73-4f74-86ea-680901b02a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:06.843410 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-155e4c9b-a179-4b1a-9b1a-6f1b506a57af req-39acda00-3b73-4f74-86ea-680901b02a85 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 200 len: 920 time: 0.4218347 Jul 19 20:43:06.848155 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-1d3411bd-da57-47bf-b701-e2aba7458d8d service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996336 Jul 19 20:43:06.943898 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-155e4c9b-a179-4b1a-9b1a-6f1b506a57af req-f836ccd1-850d-404a-92ed-8c22cd920eee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf58a3e1-df92-473c-9735-b594ff22e0d7 HTTP/1.1" status: 200 len: 217 time: 0.0803277 Jul 19 20:43:06.952447 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa7377-4b82-475c-b187-8faea8a082d2 req-afcf1c0b-a9ee-4da7-87f5-7a8e736419ce tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:06.953981 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-04aa7377-4b82-475c-b187-8faea8a082d2 req-afcf1c0b-a9ee-4da7-87f5-7a8e736419ce tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 944 time: 0.2676463 Jul 19 20:43:06.957747 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d37da2-1dce-4414-ba7d-65bc996f5826 req-60308900-7363-47e7-9e7d-61f3448682a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:06.959438 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-93d37da2-1dce-4414-ba7d-65bc996f5826 req-60308900-7363-47e7-9e7d-61f3448682a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 1098 time: 0.4517791 Jul 19 20:43:07.019685 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64065679-e30a-4194-9afd-b4934c412707 req-38c827a1-54d4-48ad-8789-cc363786ea3e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:07.022459 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['59ae08f2-e04d-4497-ac91-57d071c33668'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:43:07.023118 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-64065679-e30a-4194-9afd-b4934c412707 req-38c827a1-54d4-48ad-8789-cc363786ea3e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1020627 Jul 19 20:43:07.075876 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-64065679-e30a-4194-9afd-b4934c412707 req-e21c48b3-2cab-48df-93dc-1a255a350be4 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466902 Jul 19 20:43:07.085538 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-04aa7377-4b82-475c-b187-8faea8a082d2 req-de9ddc30-dbef-40e3-a01a-2fac57e96bbe tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905492 Jul 19 20:43:07.091894 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-93d37da2-1dce-4414-ba7d-65bc996f5826 req-322d10bf-f7b4-4d7b-a1e0-a244f9bec121 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006804 Jul 19 20:43:07.093259 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e4c9b-a179-4b1a-9b1a-6f1b506a57af req-149b7008-70a3-4136-968e-64972325b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:07.094695 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-155e4c9b-a179-4b1a-9b1a-6f1b506a57af req-149b7008-70a3-4136-968e-64972325b55f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba1d8856-5894-4d99-8030-f996418df0e4 HTTP/1.1" status: 200 len: 859 time: 0.1398058 Jul 19 20:43:07.372371 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d46dfe-f500-44f0-8672-4d0f361601c8 req-a29ad894-cc28-4e0b-b0e6-ccd2ee2a88e8 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:07.373835 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-00d46dfe-f500-44f0-8672-4d0f361601c8 req-a29ad894-cc28-4e0b-b0e6-ccd2ee2a88e8 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.0933850 Jul 19 20:43:07.423263 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-00d46dfe-f500-44f0-8672-4d0f361601c8 req-a70fc861-7386-40f0-8c0a-e5d9ad99030d tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433984 Jul 19 20:43:07.497372 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-155e4c9b-a179-4b1a-9b1a-6f1b506a57af req-d4c5f8bf-09d0-4a86-8ea3-e360570d3bf6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672886 Jul 19 20:43:07.824680 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-155e4c9b-a179-4b1a-9b1a-6f1b506a57af req-89636442-f9b1-4cd6-b62a-c6391d9cf5da service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122294 Jul 19 20:43:07.943412 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefb460-b3d0-4467-9715-135b6ab765b0 req-4f944db9-5f20-4d12-8150-67874ab482a0 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:07.946156 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3aefb460-b3d0-4467-9715-135b6ab765b0 req-4f944db9-5f20-4d12-8150-67874ab482a0 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1592972 Jul 19 20:43:08.007874 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3aefb460-b3d0-4467-9715-135b6ab765b0 req-6f581180-431d-4ae5-b00b-0f47c93a27b2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500927 Jul 19 20:43:08.091462 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-155e4c9b-a179-4b1a-9b1a-6f1b506a57af req-fc90c0d4-d9c0-4f88-969d-d825678d3e71 service neutron] 10.222.0.45 "GET /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551734 Jul 19 20:43:08.491667 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695475f-7464-4e53-b468-5b0be9233361 req-1d5fcc8d-e05a-4701-90fc-d4911a4f0659 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:08.500195 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b695475f-7464-4e53-b468-5b0be9233361 req-1d5fcc8d-e05a-4701-90fc-d4911a4f0659 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.2072871 Jul 19 20:43:08.562927 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b695475f-7464-4e53-b468-5b0be9233361 req-2081dfde-eb14-4a00-b18f-accaab32094e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606387 Jul 19 20:43:08.578529 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54399a09-b844-44ee-8baa-74fd108cdec4 req-45ce562d-6d70-4ac6-9e36-e25a229dd836 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:08.583755 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-54399a09-b844-44ee-8baa-74fd108cdec4 req-45ce562d-6d70-4ac6-9e36-e25a229dd836 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 944 time: 0.2096472 Jul 19 20:43:08.667743 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-54399a09-b844-44ee-8baa-74fd108cdec4 req-21b36287-e7a6-4639-b053-a663697882b9 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809860 Jul 19 20:43:08.865754 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef56232-fdfe-46ae-b350-38cf40a2d023 req-82455fc5-80de-400e-bcfb-08df63690a1c tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:08.867358 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2ef56232-fdfe-46ae-b350-38cf40a2d023 req-82455fc5-80de-400e-bcfb-08df63690a1c tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.0946364 Jul 19 20:43:08.918739 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2ef56232-fdfe-46ae-b350-38cf40a2d023 req-0b9ee111-f249-428c-9982-5e0454c12e49 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447171 Jul 19 20:43:09.191533 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 59ae08f2-e04d-4497-ac91-57d071c33668 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:43:09.285371 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port 59ae08f2-e04d-4497-ac91-57d071c33668 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:43:09.291212 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 59ae08f2-e04d-4497-ac91-57d071c33668 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:43:09.292197 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:09.329485 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae77c8-a962-4a94-ae4d-476dc8591c42 req-589e5380-7820-473f-b257-734e66ab1bb5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:09.341774 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e3ae77c8-a962-4a94-ae4d-476dc8591c42 req-589e5380-7820-473f-b257-734e66ab1bb5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1371617 Jul 19 20:43:09.442348 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e3ae77c8-a962-4a94-ae4d-476dc8591c42 req-6ba46f00-60c7-4412-bc15-d9396840a519 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993428 Jul 19 20:43:09.447205 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:09.508190 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ae08f2-e04d-4497-ac91-57d071c33668'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:43:09.525764 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 59ae08f2-e04d-4497-ac91-57d071c33668, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=59ae08f2-e04d-4497-ac91-57d071c33668,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:09.533331 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:09.536712 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:09.607289 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ae08f2-e04d-4497-ac91-57d071c33668', 'code': 200} Jul 19 20:43:09.724057 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=59ae08f2-e04d-4497-ac91-57d071c33668,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:09.740351 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:09.915962 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2aa12-c6a5-4d53-9f26-37271aec7b62 req-dbd652cd-1fc1-4f10-8b04-361e6d6b0549 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:09.918355 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-12a2aa12-c6a5-4d53-9f26-37271aec7b62 req-dbd652cd-1fc1-4f10-8b04-361e6d6b0549 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1319928 Jul 19 20:43:09.972287 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-12a2aa12-c6a5-4d53-9f26-37271aec7b62 req-06e22740-1c00-48f6-9147-3aaee7940f14 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479152 Jul 19 20:43:10.190213 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75574c-efea-4075-b2fe-1919749ce4be req-c00d4546-d046-4c72-bef2-18fe56b58a52 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:10.191818 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3f75574c-efea-4075-b2fe-1919749ce4be req-c00d4546-d046-4c72-bef2-18fe56b58a52 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.1115775 Jul 19 20:43:10.241699 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3f75574c-efea-4075-b2fe-1919749ce4be req-150496cc-4205-41e8-a555-e9ec854dbb4f tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439036 Jul 19 20:43:10.435696 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21f6a5-4c25-4bc0-b336-0b1af44f5374 req-cb726d22-1ff3-4ff1-a51f-c6b869b73511 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:10.436628 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2c21f6a5-4c25-4bc0-b336-0b1af44f5374 req-cb726d22-1ff3-4ff1-a51f-c6b869b73511 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.0899518 Jul 19 20:43:10.505978 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2c21f6a5-4c25-4bc0-b336-0b1af44f5374 req-b753fbc7-37a5-47df-8f9d-7ec1c9e77436 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628014 Jul 19 20:43:10.715636 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbad97e-8530-4d58-a19c-7e70e92113bb req-8fe7e2ff-4769-4200-a819-73cfe6a92e5a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:10.718401 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9cbad97e-8530-4d58-a19c-7e70e92113bb req-8fe7e2ff-4769-4200-a819-73cfe6a92e5a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1126826 Jul 19 20:43:10.776994 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9cbad97e-8530-4d58-a19c-7e70e92113bb req-2abbc3ad-e4a2-464f-a17c-124362ba2005 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526268 Jul 19 20:43:11.247738 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cefab-4f1c-4d7c-a631-970efb7ed912 req-62159821-64c0-4ae4-ab78-fad976c7cfbe tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:11.250055 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ff8cefab-4f1c-4d7c-a631-970efb7ed912 req-62159821-64c0-4ae4-ab78-fad976c7cfbe tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1443560 Jul 19 20:43:11.323685 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ff8cefab-4f1c-4d7c-a631-970efb7ed912 req-33c97f44-bdca-4008-b5e0-5cda97a643c2 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622830 Jul 19 20:43:11.581893 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2451a1c-914b-4928-aed6-9c73c25f4a7d req-bf6ff5d1-5d33-4a91-afe6-96a886fff088 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:11.585124 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2451a1c-914b-4928-aed6-9c73c25f4a7d req-bf6ff5d1-5d33-4a91-afe6-96a886fff088 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.1452668 Jul 19 20:43:11.659586 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2451a1c-914b-4928-aed6-9c73c25f4a7d req-c7578bae-43c1-46bc-b8b3-db7f0955b1a1 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683563 Jul 19 20:43:11.968671 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d2d69-4ce1-4c0e-b0b6-5e1f9cec9bc3 req-4bd53b1e-96ea-4ceb-92d4-101cfb39af87 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:11.970537 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-745d2d69-4ce1-4c0e-b0b6-5e1f9cec9bc3 req-4bd53b1e-96ea-4ceb-92d4-101cfb39af87 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.1267827 Jul 19 20:43:12.079692 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-745d2d69-4ce1-4c0e-b0b6-5e1f9cec9bc3 req-29eea895-6976-43f4-a92d-a0a3fb2e306d tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030533 Jul 19 20:43:12.313078 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef8fb2-5dc9-4a13-9c73-9899a9e555e4 req-fd95c57a-be17-4002-a1b3-4e94b0e36d7a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:12.315299 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7eef8fb2-5dc9-4a13-9c73-9899a9e555e4 req-fd95c57a-be17-4002-a1b3-4e94b0e36d7a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1173437 Jul 19 20:43:12.391554 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7eef8fb2-5dc9-4a13-9c73-9899a9e555e4 req-940dc936-2796-4ad8-b162-b0106e3883b5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683763 Jul 19 20:43:12.710633 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91937d-f087-490c-aba6-b2464d0639e4 req-01d31a18-c162-47c6-b24b-f345d3c3b0d2 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:12.714345 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6e91937d-f087-490c-aba6-b2464d0639e4 req-01d31a18-c162-47c6-b24b-f345d3c3b0d2 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1510494 Jul 19 20:43:12.782652 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6e91937d-f087-490c-aba6-b2464d0639e4 req-21f4363f-48ad-4b04-96fa-a03fac2995c5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623853 Jul 19 20:43:13.007476 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e573fed-0a7f-4506-99ba-fc16855db248 req-756da090-240c-4d3a-adc0-ada16c9c9028 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:13.009306 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6e573fed-0a7f-4506-99ba-fc16855db248 req-756da090-240c-4d3a-adc0-ada16c9c9028 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.1093667 Jul 19 20:43:13.088907 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6e573fed-0a7f-4506-99ba-fc16855db248 req-0b1f3615-74d1-48c6-8575-800ea80d13aa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714805 Jul 19 20:43:13.378027 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d0928-e94a-40c4-b4c6-4503d16e47bb req-c89c6f56-9060-4154-bee8-1ec7fb6d9886 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:13.386145 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-231d0928-e94a-40c4-b4c6-4503d16e47bb req-c89c6f56-9060-4154-bee8-1ec7fb6d9886 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.1360548 Jul 19 20:43:13.465271 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-231d0928-e94a-40c4-b4c6-4503d16e47bb req-3de26d8f-9232-4e6f-a8fe-e68f65749ad5 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757794 Jul 19 20:43:13.695990 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 47572) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:13.757120 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694c670-d8a8-4306-8edb-075b7aa3d707 req-fe86e81d-838a-4170-b3ca-1c9c80b2ea8e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:13.760712 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5694c670-d8a8-4306-8edb-075b7aa3d707 req-fe86e81d-838a-4170-b3ca-1c9c80b2ea8e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1561913 Jul 19 20:43:13.847644 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5694c670-d8a8-4306-8edb-075b7aa3d707 req-c0e0ffd4-2e25-42bb-9dae-f745a9d10b0a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808258 Jul 19 20:43:13.916198 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0c4f011a-f5af-4677-a935-a8762c5f5ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:13.942905 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-0c4f011a-f5af-4677-a935-a8762c5f5ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:43:13.953837 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-0c4f011a-f5af-4677-a935-a8762c5f5ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:db443327f3654191ba6f7fc327f30e50 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:43:13.957140 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-0c4f011a-f5af-4677-a935-a8762c5f5ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:43:13.964899 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-0c4f011a-f5af-4677-a935-a8762c5f5ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:43:14.107598 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0c4f011a-f5af-4677-a935-a8762c5f5ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:14.115469 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0c4f011a-f5af-4677-a935-a8762c5f5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:14.143437 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ffc162c3-9736-4d7b-a13d-da390cfa6698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:14.162314 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-0c4f011a-f5af-4677-a935-a8762c5f5ec3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db443327f3654191ba6f7fc327f30e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633217 Jul 19 20:43:14.165562 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 47582) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:14.224491 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f011a-f5af-4677-a935-a8762c5f5ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1a266d-aab3-443d-ae1c-2a87d7d26b56,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:14.231430 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0c4f011a-f5af-4677-a935-a8762c5f5ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:14.253124 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5feb82-0f73-4a81-89cd-718ee9da09a3 req-951c33c1-6bbe-4f01-ad33-0c04f524faef tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:14.255299 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ea703472-ecac-4efb-8a2c-88a11c1b2bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:14.255997 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-af5feb82-0f73-4a81-89cd-718ee9da09a3 req-951c33c1-6bbe-4f01-ad33-0c04f524faef tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.2329233 Jul 19 20:43:14.290306 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ea703472-ecac-4efb-8a2c-88a11c1b2bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:14.346435 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-af5feb82-0f73-4a81-89cd-718ee9da09a3 req-7189c2d3-d901-48d4-ac60-28ae0a7a6cc4 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821812 Jul 19 20:43:14.393901 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ea703472-ecac-4efb-8a2c-88a11c1b2bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:14.405044 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3e235398-bc99-41e5-9ffa-8db63c993637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:14.446416 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea703472-ecac-4efb-8a2c-88a11c1b2bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1a266d-aab3-443d-ae1c-2a87d7d26b56,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:14.451974 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ea703472-ecac-4efb-8a2c-88a11c1b2bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:14.454556 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ea703472-ecac-4efb-8a2c-88a11c1b2bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:14.457951 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-ea703472-ecac-4efb-8a2c-88a11c1b2bec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b1a266d-aab3-443d-ae1c-2a87d7d26b56 HTTP/1.1" status: 204 len: 168 time: 0.2903719 Jul 19 20:43:14.637200 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6fc75-4f3b-4755-a337-f49fe5bbc462 req-0c4f0021-3878-454d-99d7-cc8182d7d6c9 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:14.638860 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-98c6fc75-4f3b-4755-a337-f49fe5bbc462 req-0c4f0021-3878-454d-99d7-cc8182d7d6c9 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.1156597 Jul 19 20:43:14.703031 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-98c6fc75-4f3b-4755-a337-f49fe5bbc462 req-c49962d9-079d-4a4c-84e8-321e34e7f99e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Jul 19 20:43:14.978163 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51426b3e-0765-4990-8f20-15ab4a696bd9 req-8d6e0075-f0aa-4e8b-8930-b1544e6d81cd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:14.979539 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-51426b3e-0765-4990-8f20-15ab4a696bd9 req-8d6e0075-f0aa-4e8b-8930-b1544e6d81cd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.1246793 Jul 19 20:43:15.045816 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-51426b3e-0765-4990-8f20-15ab4a696bd9 req-03458849-7d29-4897-b8a1-8947486a0eaa tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605662 Jul 19 20:43:15.303536 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df47d53-5709-4773-87a4-85783498020d req-46200511-dc27-48ca-9817-6a0671e0dec2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:15.305197 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1df47d53-5709-4773-87a4-85783498020d req-46200511-dc27-48ca-9817-6a0671e0dec2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1246257 Jul 19 20:43:15.376383 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1df47d53-5709-4773-87a4-85783498020d req-79c0228a-5604-44a4-9f6f-67e2bf23757c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627067 Jul 19 20:43:15.474367 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 47614) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:15.590811 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80224db5-102d-4073-8824-e83404430b00 req-c6bd3e44-bba2-4a50-ba24-128cdd0e1cc8 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:15.592794 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-80224db5-102d-4073-8824-e83404430b00 req-c6bd3e44-bba2-4a50-ba24-128cdd0e1cc8 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0947566 Jul 19 20:43:15.607532 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1782088370-network', 'tenant_id': 'e6edcf7e9c7643649d99f2ee01cee76e'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:43:15.612907 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:43:15.623232 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Usage tracker for resource:network and tenant:e6edcf7e9c7643649d99f2ee01cee76e is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:43:15.627979 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:43:15.666365 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:43:15.692229 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-80224db5-102d-4073-8824-e83404430b00 req-1ae8314b-9197-4af8-b428-143ec6f8a3b7 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886133 Jul 19 20:43:15.694835 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Made reservation on behalf of e6edcf7e9c7643649d99f2ee01cee76e for: {'network': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:43:15.699362 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:15.729454 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:15.751300 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:43:15.757446 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Usage tracker for resource:security_group_rule and tenant:e6edcf7e9c7643649d99f2ee01cee76e is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:43:15.762260 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:43:15.777907 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:43:15.942233 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:15.949175 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:15.971014 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=78682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:43:15.985397 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-960fbe26-23e3-4f96-b12c-76ef2f9908f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:15.995106 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:15.995444 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.segments_db [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Added segment 91c4436e-2b2d-4888-b37e-e9e8eeaaf841 of type vlan for network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab Jul 19 20:43:15.998776 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cbe6-2bf9-4354-82eb-2140e0e3adf4 req-51abb0db-4f78-4d93-b8c9-c37604040b61 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:16.000846 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-80a0cbe6-2bf9-4354-82eb-2140e0e3adf4 req-51abb0db-4f78-4d93-b8c9-c37604040b61 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.1379993 Jul 19 20:43:16.041156 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf55a6a-7607-4c59-b013-2d5180794aac,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:16.050039 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:16.054944 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:16.071066 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-80a0cbe6-2bf9-4354-82eb-2140e0e3adf4 req-d7c11a16-0112-4421-8746-66177a4a81c6 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631077 Jul 19 20:43:16.124798 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:16.128642 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:16.130242 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:16.164616 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d9949c36-22d9-4916-a995-da286a78b335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:16.369950 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e8be1-d65c-4e25-84e9-e6bc22058114 req-a0244112-140b-4f42-81aa-570d3319cdf5 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:16.372612 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-de5e8be1-d65c-4e25-84e9-e6bc22058114 req-a0244112-140b-4f42-81aa-570d3319cdf5 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.1517470 Jul 19 20:43:16.417008 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9399559 Jul 19 20:43:16.422242 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 47626) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:16.434322 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Pushing event updated for resources: {'Network': ['ID=062f6700-b379-4647-ad1d-3bcc0ca7a2ab,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:16.437358 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:16.445313 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:43:16.451316 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Request body: {'subnet': {'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1782088370-subnet', 'tenant_id': 'e6edcf7e9c7643649d99f2ee01cee76e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:43:16.466236 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:43:16.474034 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Usage tracker for resource:subnet and tenant:e6edcf7e9c7643649d99f2ee01cee76e is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:43:16.487374 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-de5e8be1-d65c-4e25-84e9-e6bc22058114 req-19f777ea-6e1b-437e-b05f-06d4d1fcdc68 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058819 Jul 19 20:43:16.488334 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:43:16.506121 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:43:16.525077 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Made reservation on behalf of e6edcf7e9c7643649d99f2ee01cee76e for: {'subnet': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:43:16.530225 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3837916'] for subnet, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:16.881361 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcc60f-6a2a-471a-a4ab-ffbfe3360a13 req-94c37b81-903e-4216-9145-c2242066a3cf tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:16.883235 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-00dcc60f-6a2a-471a-a4ab-ffbfe3360a13 req-94c37b81-903e-4216-9145-c2242066a3cf tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1980932 Jul 19 20:43:16.995288 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-00dcc60f-6a2a-471a-a4ab-ffbfe3360a13 req-3a0ca843-7dfb-45b9-afc5-bd8da3bb20e5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791931 Jul 19 20:43:17.031852 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2159775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3837870'] for subnet, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:17.037276 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:17.120994 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52ff17c-5bdb-499e-8384-113ffebae740,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:17.125640 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:17.134058 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Checking segment: {'id': '91c4436e-2b2d-4888-b37e-e9e8eeaaf841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:43:17.134400 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Network hostable DHCP agents. Network: 062f6700-b379-4647-ad1d-3bcc0ca7a2ab, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:43:17.184968 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:17.221884 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:43:17.237043 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 062f6700-b379-4647-ad1d-3bcc0ca7a2ab) {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:43:17.244106 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:17.244805 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:17.261799 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e803bf-acf0-496d-9d9a-bbdfe070901c None None] Network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:43:17.290734 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc08ff-2f2f-4780-a302-007d880dc78a req-82b06166-544d-4b22-b3df-033d0eee7cae tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:17.295537 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d2cc08ff-2f2f-4780-a302-007d880dc78a req-82b06166-544d-4b22-b3df-033d0eee7cae tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1353235 Jul 19 20:43:17.298792 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8718910 Jul 19 20:43:17.381367 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d2cc08ff-2f2f-4780-a302-007d880dc78a req-12b4cca6-0f2d-4de0-93f3-f2c330a0b30d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783260 Jul 19 20:43:17.575248 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0ac5c9-56a3-48ef-8e65-0b8727f79bec None None] Network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:43:17.771465 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a643293-93f5-48ff-9d2c-a95d87b04abc req-3c8bfd28-6d9d-40f7-bef3-76a50720eac5 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:17.773324 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3a643293-93f5-48ff-9d2c-a95d87b04abc req-3c8bfd28-6d9d-40f7-bef3-76a50720eac5 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.2020679 Jul 19 20:43:17.884429 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3a643293-93f5-48ff-9d2c-a95d87b04abc req-5af21540-7a9d-4eea-b110-3e431c76b562 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011291 Jul 19 20:43:18.096804 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69355f-27bd-49a7-b0b5-67ac1d8aa992 req-eaf4ff7c-94f0-41b3-859f-9706e865294c tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:18.098262 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cf69355f-27bd-49a7-b0b5-67ac1d8aa992 req-eaf4ff7c-94f0-41b3-859f-9706e865294c tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.0911133 Jul 19 20:43:18.211290 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cf69355f-27bd-49a7-b0b5-67ac1d8aa992 req-0fc5af77-ba60-4d3c-be9a-e5893fcdb81f tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027462 Jul 19 20:43:18.524224 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceb6b2-e33f-42b5-9d3d-6c6de0d0cf6a req-4cdc334e-6cd2-4eb6-b49a-b07c67b504fd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:18.525892 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-63ceb6b2-e33f-42b5-9d3d-6c6de0d0cf6a req-4cdc334e-6cd2-4eb6-b49a-b07c67b504fd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1278758 Jul 19 20:43:18.589382 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-63ceb6b2-e33f-42b5-9d3d-6c6de0d0cf6a req-521f7e25-1fc7-4457-93bc-88f1ce2fd2ff tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524995 Jul 19 20:43:18.818596 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7f6f3-92c7-4a45-bbdb-79d0ded56830 req-707d095c-83dc-433b-b65d-343515fc2e52 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:18.820191 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ef7f6f3-92c7-4a45-bbdb-79d0ded56830 req-707d095c-83dc-433b-b65d-343515fc2e52 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1159773 Jul 19 20:43:18.877975 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ef7f6f3-92c7-4a45-bbdb-79d0ded56830 req-2ae7365d-503a-41d9-b3af-0bd9833fb071 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513761 Jul 19 20:43:19.120652 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450309a9-f366-406c-9939-a92d6dc0cb7e req-1f97b9a9-b908-4364-a40d-df37fc7703b5 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:19.122582 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-450309a9-f366-406c-9939-a92d6dc0cb7e req-1f97b9a9-b908-4364-a40d-df37fc7703b5 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.1183913 Jul 19 20:43:19.251393 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-450309a9-f366-406c-9939-a92d6dc0cb7e req-e39d9837-29b7-4b9f-a9e9-4165b1479bda tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225460 Jul 19 20:43:19.431167 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fb1ca-7718-4b2b-9899-02049897c45a req-8dab4779-8196-4641-a3d8-685c071747e1 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:19.432712 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-001fb1ca-7718-4b2b-9899-02049897c45a req-8dab4779-8196-4641-a3d8-685c071747e1 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.0831366 Jul 19 20:43:19.482298 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-001fb1ca-7718-4b2b-9899-02049897c45a req-ea692fdc-0213-45f0-98e0-79962882bcde tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435600 Jul 19 20:43:19.984851 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ab3f0-6b5f-47b4-b3db-57857df13ed9 req-2cac39b0-b736-4bf2-b73b-f2e5ac2627dc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:19.987412 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7c9ab3f0-6b5f-47b4-b3db-57857df13ed9 req-2cac39b0-b736-4bf2-b73b-f2e5ac2627dc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1133683 Jul 19 20:43:19.989915 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-3b490383-1d46-4133-83b1-793e9ce70195 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:19.992739 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-3b490383-1d46-4133-83b1-793e9ce70195 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/networks?id=062f6700-b379-4647-ad1d-3bcc0ca7a2ab HTTP/1.1" status: 200 len: 814 time: 0.2543223 Jul 19 20:43:20.042838 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7c9ab3f0-6b5f-47b4-b3db-57857df13ed9 req-b3c9d93d-2bb3-4f1e-b4e2-e67e239814e7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468860 Jul 19 20:43:20.051226 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-bedd348c-47f1-4024-a64d-24319448cdd0 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/quotas/e6edcf7e9c7643649d99f2ee01cee76e HTTP/1.1" status: 200 len: 375 time: 0.0513244 Jul 19 20:43:20.112981 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-e113f580-e7d9-4bf6-a8e9-a49f50454769 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6edcf7e9c7643649d99f2ee01cee76e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505006 Jul 19 20:43:20.170469 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddb925-0646-42b1-afa6-1d15de13cbb0 req-e0752f04-a8fa-42d3-a2e2-c165bc4f4605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:20.172028 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-edddb925-0646-42b1-afa6-1d15de13cbb0 req-e0752f04-a8fa-42d3-a2e2-c165bc4f4605 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 1098 time: 0.1623490 Jul 19 20:43:20.295873 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-edddb925-0646-42b1-afa6-1d15de13cbb0 req-1fd693b8-21a8-4fc8-a5c7-1cdb1e6b868a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155741 Jul 19 20:43:20.304148 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-a182d744-2134-4e06-9d12-01cdfa1339ce service neutron] 10.222.0.36 "GET /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760664 Jul 19 20:43:20.320218 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8ab53-111f-40f3-bfed-819010bab225 req-749a047b-c9b4-46e7-bfed-ee10211644ea tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:20.321744 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fbf8ab53-111f-40f3-bfed-819010bab225 req-749a047b-c9b4-46e7-bfed-ee10211644ea tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0872574 Jul 19 20:43:20.374051 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fbf8ab53-111f-40f3-bfed-819010bab225 req-9fb42223-8e0e-4d92-b520-716098c0e42e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459905 Jul 19 20:43:20.459136 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-833ac255-cd48-4cfb-9b11-d3d89396e38c service neutron] 10.222.0.36 "GET /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480112 Jul 19 20:43:20.585407 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f5360-f506-4a89-bb02-7a2daa923753 req-2fcca300-6b89-4b23-b087-0a8fa608d8a8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:20.587357 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e30f5360-f506-4a89-bb02-7a2daa923753 req-2fcca300-6b89-4b23-b087-0a8fa608d8a8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.0970516 Jul 19 20:43:20.693819 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e30f5360-f506-4a89-bb02-7a2daa923753 req-a44a2d77-adde-4f7d-9210-e9df1c3225b3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902140 Jul 19 20:43:20.795645 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d141f5-55af-4035-941a-233eb7e47fe7 req-c89113a3-d798-417a-8def-fcd57bb7fed4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:20.797557 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-20d141f5-55af-4035-941a-233eb7e47fe7 req-c89113a3-d798-417a-8def-fcd57bb7fed4 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.1245155 Jul 19 20:43:20.806822 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-31ddda60-20d4-425d-a290-7ac66139f86f req-b6acfe9d-6009-4837-b35f-89da86a1b055 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 210 time: 0.0517285 Jul 19 20:43:20.875443 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-20d141f5-55af-4035-941a-233eb7e47fe7 req-6295cbec-6774-4681-9a8b-0ba89744944f tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689442 Jul 19 20:43:21.267747 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd3344-9f52-419b-a981-444a9ec967e3 req-0b3224b2-9acc-4147-9dfe-7bc1af287399 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:21.269269 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f9cd3344-9f52-419b-a981-444a9ec967e3 req-0b3224b2-9acc-4147-9dfe-7bc1af287399 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.0914660 Jul 19 20:43:21.327598 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f9cd3344-9f52-419b-a981-444a9ec967e3 req-f5a5c33b-9ddd-40e2-9b9b-066a67086f3d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519638 Jul 19 20:43:21.624818 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe4c58-b46b-4e73-a602-68d0372c0aa2 req-b88d45a7-5fea-4706-81ea-e51b8c6db71f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:21.626411 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2abe4c58-b46b-4e73-a602-68d0372c0aa2 req-b88d45a7-5fea-4706-81ea-e51b8c6db71f tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1244116 Jul 19 20:43:21.676121 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2abe4c58-b46b-4e73-a602-68d0372c0aa2 req-c09f73a8-0cf3-4a00-9c67-bbb0dafcd706 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Jul 19 20:43:21.964532 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe46b9-f076-4f30-9069-5c5394d57f3e req-cf4dbab6-6b60-4e52-b83c-9c40ba392eeb tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:21.967219 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a5fe46b9-f076-4f30-9069-5c5394d57f3e req-cf4dbab6-6b60-4e52-b83c-9c40ba392eeb tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.1450176 Jul 19 20:43:22.034000 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-16cb561e-7e6d-42c7-9e55-39ddf63bc503 req-38e5aa60-3421-4421-9132-da4f67a28ca3 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 210 time: 0.0505257 Jul 19 20:43:22.054019 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a5fe46b9-f076-4f30-9069-5c5394d57f3e req-bb58fbe5-b14c-4084-951d-684ef99a09c1 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773389 Jul 19 20:43:22.355923 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-1599f728-5bb5-4a8d-bcba-882c867e6d39 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:22.357352 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-1599f728-5bb5-4a8d-bcba-882c867e6d39 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.45 "GET /v2.0/networks?id=062f6700-b379-4647-ad1d-3bcc0ca7a2ab HTTP/1.1" status: 200 len: 814 time: 0.1738367 Jul 19 20:43:22.444238 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Request body: {'port': {'device_id': 'dc4be5c9-e2bb-463d-9530-046a7fab23a4', 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab', 'admin_state_up': True, 'tenant_id': 'e6edcf7e9c7643649d99f2ee01cee76e'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:43:22.598675 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebc5f7-7762-421e-913c-aee7cbe4414b req-3b76f4a9-03fe-4087-8c4f-4aa31f9cc565 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:22.603727 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f8ebc5f7-7762-421e-913c-aee7cbe4414b req-3b76f4a9-03fe-4087-8c4f-4aa31f9cc565 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1258588 Jul 19 20:43:22.641866 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:43:22.649508 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Usage tracker for resource:port and tenant:e6edcf7e9c7643649d99f2ee01cee76e is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:43:22.654451 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:43:22.655981 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f8ebc5f7-7762-421e-913c-aee7cbe4414b req-3b49d94d-a68a-40ed-b9f7-4d820cce59b5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493305 Jul 19 20:43:22.662674 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:43:22.679376 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4e47-80af-475f-bf3c-b30d0fb38cd7 req-cec91dc9-58e7-4577-ae6b-77132d75c37d tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:22.680997 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f86b4e47-80af-475f-bf3c-b30d0fb38cd7 req-cec91dc9-58e7-4577-ae6b-77132d75c37d tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.2790899 Jul 19 20:43:22.685749 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Made reservation on behalf of e6edcf7e9c7643649d99f2ee01cee76e for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:43:22.689423 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:22.802017 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f86b4e47-80af-475f-bf3c-b30d0fb38cd7 req-d9d698fc-7afa-42b8-89b2-cd9d00faee9d tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019535 Jul 19 20:43:22.910886 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Allocated IP 172.20.0.5 (062f6700-b379-4647-ad1d-3bcc0ca7a2ab/f52ff17c-5bdb-499e-8384-113ffebae740/7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:43:22.923272 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307153c3-c3d6-40c3-a989-ac98937ecb93 req-c20ea696-b5e5-483c-bebb-e4ba7ac1c45b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:22.924844 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-307153c3-c3d6-40c3-a989-ac98937ecb93 req-c20ea696-b5e5-483c-bebb-e4ba7ac1c45b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0965383 Jul 19 20:43:22.972642 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-307153c3-c3d6-40c3-a989-ac98937ecb93 req-c77866d9-7ea1-43e3-8f26-9e19bf231294 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412576 Jul 19 20:43:23.241143 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9771b9ff-7458-4f13-af5f-877417beb0a3 req-1e807263-eec5-4803-9e91-65dbe3c7c83e tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 210 time: 0.0633256 Jul 19 20:43:23.302863 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:23.341405 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:23.352370 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-19c780e7-67a5-454b-8dcd-270caf9034dd tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:23.356907 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcbad1-082c-49d8-a914-5146ac1a95c5 req-b84ede4b-d5ea-43c4-b6ec-88675f5ff668 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:23.358452 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f3fcbad1-082c-49d8-a914-5146ac1a95c5 req-b84ede4b-d5ea-43c4-b6ec-88675f5ff668 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.1379502 Jul 19 20:43:23.431488 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f3fcbad1-082c-49d8-a914-5146ac1a95c5 req-1f9840f5-dc51-48aa-b425-dee6a24d30cf tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648301 Jul 19 20:43:23.448317 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:43:23.453118 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:43:23.457938 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:43:23.530826 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:43:23.539667 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:23.540477 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:23.574180 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Pushing event updated for resources: {'Port': ['ID=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:23.577931 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1376805 Jul 19 20:43:23.578899 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:23.612555 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Request body: {'port': {'device_id': 'dc4be5c9-e2bb-463d-9530-046a7fab23a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:43:23.776496 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:23.947316 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f419-ba10-49b7-ad63-474150ac8e2b req-fa5b2949-f430-482b-8d17-ae2340952ae2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:23.949779 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3d91f419-ba10-49b7-ad63-474150ac8e2b req-fa5b2949-f430-482b-8d17-ae2340952ae2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1265726 Jul 19 20:43:24.031514 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3d91f419-ba10-49b7-ad63-474150ac8e2b req-d5306296-1252-4ede-a7d3-2cc0a83f5211 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737984 Jul 19 20:43:24.234780 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2fd81-6eb5-480e-81a8-98435cbd5f9b req-c2169a9c-48f0-4c49-9ca2-42d7799ec0ac tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:24.236275 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a9c2fd81-6eb5-480e-81a8-98435cbd5f9b req-c2169a9c-48f0-4c49-9ca2-42d7799ec0ac tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.2357066 Jul 19 20:43:24.303073 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a9c2fd81-6eb5-480e-81a8-98435cbd5f9b req-325fdc0e-863f-4c21-a235-87711c487243 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609765 Jul 19 20:43:24.361017 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:43:24.368842 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:24.385037 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Transition to ACTIVE for port object 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:43:24.427256 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:24.436723 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d65729c1-3da5-4957-9449-7239b64e5c26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:24.444334 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d753c46-8e24-441d-9063-8a95a215619f req-e4c2d46f-97f5-4269-8b37-ca75337e62fd tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:24.445891 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9d753c46-8e24-441d-9063-8a95a215619f req-e4c2d46f-97f5-4269-8b37-ca75337e62fd tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 943 time: 0.0915432 Jul 19 20:43:24.500615 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-9d753c46-8e24-441d-9063-8a95a215619f req-380854f7-7269-4d2c-a071-c60654758d7c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Synchronizing usage tracker for tenant:e6edcf7e9c7643649d99f2ee01cee76e on resource:security_group {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:43:24.526079 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-9d753c46-8e24-441d-9063-8a95a215619f req-380854f7-7269-4d2c-a071-c60654758d7c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Unset dirty status for tenant:e6edcf7e9c7643649d99f2ee01cee76e on resource:security_group {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:43:24.527349 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9d753c46-8e24-441d-9063-8a95a215619f req-380854f7-7269-4d2c-a071-c60654758d7c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751014 Jul 19 20:43:24.612164 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:24.621154 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:24.695636 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5f060-57a8-4078-880a-465f28b77441 req-d268d292-b162-4ada-a9a1-60d61cb9bdab tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:24.697739 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b9c5f060-57a8-4078-880a-465f28b77441 req-d268d292-b162-4ada-a9a1-60d61cb9bdab tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.3084054 Jul 19 20:43:24.767284 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Attempting to bind port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:43:24.767739 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Attempting to bind port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '91c4436e-2b2d-4888-b37e-e9e8eeaaf841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:43:24.768102 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Attempting to bind port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 on network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:43:24.779615 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 on network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:43:24.779939 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Attempting to bind port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 on network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:43:24.788808 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:43:24.789139 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Checking segment: {'id': '91c4436e-2b2d-4888-b37e-e9e8eeaaf841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:43:24.789528 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Bound using segment: {'id': '91c4436e-2b2d-4888-b37e-e9e8eeaaf841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:43:24.789955 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Bound port: 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c4436e-2b2d-4888-b37e-e9e8eeaaf841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:43:24.790309 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:24.806090 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-b9c5f060-57a8-4078-880a-465f28b77441 req-ff27f880-daff-49ea-978a-06a380a759a6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Deleting port aa10aeff-d37d-4433-a6a0-ac2ece3c6678 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:43:24.806489 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-b9c5f060-57a8-4078-880a-465f28b77441 req-ff27f880-daff-49ea-978a-06a380a759a6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:24.994554 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] For port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:43:25.037584 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] For port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940,segment=NetworkSegment(91c4436e-2b2d-4888-b37e-e9e8eeaaf841),segment_id=91c4436e-2b2d-4888-b37e-e9e8eeaaf841)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:43:25.044868 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:25.190231 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:25.255723 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189bc5a-1cc8-4b94-9d34-f7652aac10ae req-9a59079d-99f5-432e-93d7-7fbd0dd6fb80 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:25.258250 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5189bc5a-1cc8-4b94-9d34-f7652aac10ae req-9a59079d-99f5-432e-93d7-7fbd0dd6fb80 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1021378 Jul 19 20:43:25.264624 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:25.265250 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:25.266773 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] 10.222.0.45 "PUT /v2.0/ports/7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 HTTP/1.1" status: 200 len: 1093 time: 1.6588564 Jul 19 20:43:25.271260 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4be5c9-e2bb-463d-9530-046a7fab23a4', 'tag': '7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:43:25.312214 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-b9c5f060-57a8-4078-880a-465f28b77441 req-ff27f880-daff-49ea-978a-06a380a759a6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] For port aa10aeff-d37d-4433-a6a0-ac2ece3c6678, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=aa10aeff-d37d-4433-a6a0-ac2ece3c6678,segment=NetworkSegment(f4cf1175-14e9-472b-9953-704e9b113fcd),segment_id=f4cf1175-14e9-472b-9953-704e9b113fcd)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:25.312642 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-b9c5f060-57a8-4078-880a-465f28b77441 req-ff27f880-daff-49ea-978a-06a380a759a6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:25.327011 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:25.332100 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:25.345380 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5189bc5a-1cc8-4b94-9d34-f7652aac10ae req-b7b43e12-7398-4e18-be15-249b53a06cbd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751548 Jul 19 20:43:25.476436 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4be5c9-e2bb-463d-9530-046a7fab23a4', 'tag': '7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940', 'status': 'completed', 'code': 200} Jul 19 20:43:25.490862 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-b9c5f060-57a8-4078-880a-465f28b77441 req-ff27f880-daff-49ea-978a-06a380a759a6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Calling delete_port for aa10aeff-d37d-4433-a6a0-ac2ece3c6678 owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:43:25.591937 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69858d52-6340-45f0-b076-b02ca772feb0 req-e6e425fa-8922-4466-9d17-608665748bc8 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:25.593424 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-69858d52-6340-45f0-b076-b02ca772feb0 req-e6e425fa-8922-4466-9d17-608665748bc8 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 945 time: 0.0978954 Jul 19 20:43:25.596065 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-0911845d-6ebc-4785-8bac-4b6079bbac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:25.597572 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-0911845d-6ebc-4785-8bac-4b6079bbac57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6edcf7e9c7643649d99f2ee01cee76e&device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 1096 time: 0.2112741 Jul 19 20:43:25.670139 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-69858d52-6340-45f0-b076-b02ca772feb0 req-259ebe9e-4923-4152-8eaa-b82437c89603 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/security-groups?id=60657a93-515a-49a4-a22e-5d388a1be00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642221 Jul 19 20:43:25.720655 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-d9262052-5a78-4666-8d67-0c2219cede10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 HTTP/1.1" status: 200 len: 217 time: 0.0850084 Jul 19 20:43:25.809919 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-0b671ac4-4643-48f9-a5e6-21f8964188e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:25.811495 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-0b671ac4-4643-48f9-a5e6-21f8964188e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f52ff17c-5bdb-499e-8384-113ffebae740 HTTP/1.1" status: 200 len: 854 time: 0.0820992 Jul 19 20:43:25.812677 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-b9c5f060-57a8-4078-880a-465f28b77441 req-ff27f880-daff-49ea-978a-06a380a759a6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:25.818529 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:25.881638 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['aa10aeff-d37d-4433-a6a0-ac2ece3c6678'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:43:25.925239 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27f880-daff-49ea-978a-06a380a759a6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Pushing event deleted for resources: {'Port': ['ID=aa10aeff-d37d-4433-a6a0-ac2ece3c6678,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:25.936186 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-bceefb39-a9bd-47df-8fb7-d3d5bb82708f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=062f6700-b379-4647-ad1d-3bcc0ca7a2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837038 Jul 19 20:43:25.972018 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-ff27f880-daff-49ea-978a-06a380a759a6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:26.024230 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a12be-5202-4c52-b133-e89469ecddc0 req-11e5bfa1-b4d1-479e-8377-86e5d36624d2 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:26.032684 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-af9a12be-5202-4c52-b133-e89469ecddc0 req-11e5bfa1-b4d1-479e-8377-86e5d36624d2 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 943 time: 0.1891599 Jul 19 20:43:26.065064 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c5f060-57a8-4078-880a-465f28b77441 req-ff27f880-daff-49ea-978a-06a380a759a6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] No DVR routers for this DVR port aa10aeff-d37d-4433-a6a0-ac2ece3c6678 on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:43:26.070050 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-b9c5f060-57a8-4078-880a-465f28b77441 req-ff27f880-daff-49ea-978a-06a380a759a6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:26.128406 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-af9a12be-5202-4c52-b133-e89469ecddc0 req-1d474131-aa67-4e60-9b74-363ea2d43531 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942125 Jul 19 20:43:26.203166 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b9c5f060-57a8-4078-880a-465f28b77441 req-ff27f880-daff-49ea-978a-06a380a759a6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.45 "DELETE /v2.0/ports/aa10aeff-d37d-4433-a6a0-ac2ece3c6678 HTTP/1.1" status: 204 len: 173 time: 1.4950221 Jul 19 20:43:26.237898 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-f716ea18-8fe3-4871-bc82-a8c092b11f5a service neutron] 10.222.0.45 "GET /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579942 Jul 19 20:43:26.578995 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1f855760-0a80-4fd4-acf0-18d2a78ec6b9 req-f4568996-cbe2-4eaf-aae7-46d01bcefcdc service neutron] 10.222.0.45 "GET /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334765 Jul 19 20:43:26.626182 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b8931-7b3a-4f94-a915-5e961d16c925 req-f22ea049-07be-47c2-9602-94cd19c0b604 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:26.627792 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad3b8931-7b3a-4f94-a915-5e961d16c925 req-f22ea049-07be-47c2-9602-94cd19c0b604 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1503017 Jul 19 20:43:26.694540 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad3b8931-7b3a-4f94-a915-5e961d16c925 req-fb6c2de8-c560-4cba-af95-72c8fcfe5d19 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595005 Jul 19 20:43:26.828447 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430eb16-3d38-4a87-b0a0-4d3ebc94dbf2 req-dc366746-5e29-4fd6-9936-e9de9664481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:26.830179 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8430eb16-3d38-4a87-b0a0-4d3ebc94dbf2 req-dc366746-5e29-4fd6-9936-e9de9664481d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6edcf7e9c7643649d99f2ee01cee76e&device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 1096 time: 0.1419697 Jul 19 20:43:26.856001 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-847168b5-9219-4277-919a-0e0a4c737b9f req-bb5b4919-7014-418c-bbac-30e5a6234863 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf6a943-b1fa-4a58-b14c-2e6fead3f44b HTTP/1.1" status: 200 len: 210 time: 0.0475168 Jul 19 20:43:27.000539 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430eb16-3d38-4a87-b0a0-4d3ebc94dbf2 req-b7f219cc-f101-4428-affa-61787db9dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:27.002572 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8430eb16-3d38-4a87-b0a0-4d3ebc94dbf2 req-b7f219cc-f101-4428-affa-61787db9dfe5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=062f6700-b379-4647-ad1d-3bcc0ca7a2ab HTTP/1.1" status: 200 len: 915 time: 0.1644645 Jul 19 20:43:27.242503 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8430eb16-3d38-4a87-b0a0-4d3ebc94dbf2 req-054aec46-4baa-4494-90eb-e28832d3608f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 HTTP/1.1" status: 200 len: 217 time: 0.2320709 Jul 19 20:43:27.318079 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430eb16-3d38-4a87-b0a0-4d3ebc94dbf2 req-df8840bd-ff56-4e55-9e53-0e071dd82a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:27.320493 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8430eb16-3d38-4a87-b0a0-4d3ebc94dbf2 req-df8840bd-ff56-4e55-9e53-0e071dd82a3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f52ff17c-5bdb-499e-8384-113ffebae740 HTTP/1.1" status: 200 len: 854 time: 0.0700181 Jul 19 20:43:27.401681 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284f605-c019-4953-9c11-61d722956ec2 req-e9ae26e7-8f81-4ee9-b1b2-ec17d8673459 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:27.403328 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4284f605-c019-4953-9c11-61d722956ec2 req-e9ae26e7-8f81-4ee9-b1b2-ec17d8673459 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 943 time: 0.1018345 Jul 19 20:43:27.413822 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8430eb16-3d38-4a87-b0a0-4d3ebc94dbf2 req-05e71030-a826-45e3-a04d-d06f1293141d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=062f6700-b379-4647-ad1d-3bcc0ca7a2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763819 Jul 19 20:43:27.453234 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4284f605-c019-4953-9c11-61d722956ec2 req-39a1c91d-7c40-476e-8f3a-c06c1de8e8bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Jul 19 20:43:27.477587 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf6a943-b1fa-4a58-b14c-2e6fead3f44b', 'name': 'network-vif-deleted', 'tag': 'aa10aeff-d37d-4433-a6a0-ac2ece3c6678'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:43:27.531974 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf6a943-b1fa-4a58-b14c-2e6fead3f44b', 'name': 'network-vif-deleted', 'tag': 'aa10aeff-d37d-4433-a6a0-ac2ece3c6678', 'status': 'completed', 'code': 200} Jul 19 20:43:27.591043 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8430eb16-3d38-4a87-b0a0-4d3ebc94dbf2 req-cc21c2a9-5c2b-418c-9c17-07c464f8d81f service neutron] 10.222.0.45 "GET /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700990 Jul 19 20:43:27.767876 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8430eb16-3d38-4a87-b0a0-4d3ebc94dbf2 req-a0e7d2a0-79a1-42b7-b188-3f9803af730c service neutron] 10.222.0.45 "GET /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686509 Jul 19 20:43:27.937819 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8da769-e919-4a8b-aeb3-40dedcc11d0b req-816148cb-5a73-4421-b6bb-592bbf1c2ac2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:27.939577 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6c8da769-e919-4a8b-aeb3-40dedcc11d0b req-816148cb-5a73-4421-b6bb-592bbf1c2ac2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.0841463 Jul 19 20:43:28.084420 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6c8da769-e919-4a8b-aeb3-40dedcc11d0b req-702e5a9b-7191-4742-8ec3-0f7505787c05 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374886 Jul 19 20:43:28.708469 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dffae-de51-4759-ac68-f2db4a3f91a5 req-9d7fe13e-d71c-4913-9c4b-2177f672c365 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:28.710315 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c10dffae-de51-4759-ac68-f2db4a3f91a5 req-9d7fe13e-d71c-4913-9c4b-2177f672c365 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 943 time: 0.0926287 Jul 19 20:43:28.762543 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c10dffae-de51-4759-ac68-f2db4a3f91a5 req-2ac0e49a-519d-4f6b-8082-8ca0a062512e tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443289 Jul 19 20:43:29.284797 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 71399742-3b09-4966-9aeb-2ef884583024 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:43:29.292931 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device aa10aeff-d37d-4433-a6a0-ac2ece3c6678 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:43:29.330528 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f84818-15e9-4f3e-8227-a304d8a28e8d req-7d994589-dec8-4c37-8c2a-e543980b084d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:29.333196 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-89f84818-15e9-4f3e-8227-a304d8a28e8d req-7d994589-dec8-4c37-8c2a-e543980b084d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 943 time: 0.1218741 Jul 19 20:43:29.441629 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-89f84818-15e9-4f3e-8227-a304d8a28e8d req-d032c684-f493-49b4-a3f2-3513a2cbc8f9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009676 Jul 19 20:43:29.455268 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: aa10aeff-d37d-4433-a6a0-ac2ece3c6678 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:43:29.455838 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device aa10aeff-d37d-4433-a6a0-ac2ece3c6678 not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:43:29.481540 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ac3da-02fe-4403-9afe-c20f42f7422b req-991433ff-e7e3-4426-b9e6-0febe187d7b1 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:29.491258 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-323ac3da-02fe-4403-9afe-c20f42f7422b req-991433ff-e7e3-4426-b9e6-0febe187d7b1 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1315134 Jul 19 20:43:29.549610 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-323ac3da-02fe-4403-9afe-c20f42f7422b req-fa8023b2-5188-487a-9f6b-dbca8ae56f2b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571613 Jul 19 20:43:29.559352 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=71399742-3b09-4966-9aeb-2ef884583024,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:29.573951 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '71399742-3b09-4966-9aeb-2ef884583024', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'port_id': '71399742-3b09-4966-9aeb-2ef884583024', 'mac_address': 'fa:16:3e:69:46:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:43:29.632704 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:29.651447 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71399742-3b09-4966-9aeb-2ef884583024 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:43:29.669174 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=71399742-3b09-4966-9aeb-2ef884583024,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:29.680793 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:29.685129 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:43:29.693332 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:29.800064 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=71399742-3b09-4966-9aeb-2ef884583024,revision_number=9']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:29.846042 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:29.898370 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940,segment=NetworkSegment(91c4436e-2b2d-4888-b37e-e9e8eeaaf841),segment_id=91c4436e-2b2d-4888-b37e-e9e8eeaaf841)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:29.912875 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940', 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab', 'port_id': '7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940', 'mac_address': 'fa:16:3e:49:54:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52ff17c-5bdb-499e-8384-113ffebae740', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:43:29.952890 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d78f9-0d0f-4136-b7d3-e3137633a19d req-0298249e-6252-40f7-bbc8-b0322743af06 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:29.954379 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c74d78f9-0d0f-4136-b7d3-e3137633a19d req-0298249e-6252-40f7-bbc8-b0322743af06 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 943 time: 0.0814846 Jul 19 20:43:30.001518 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:30.004064 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c74d78f9-0d0f-4136-b7d3-e3137633a19d req-93aff689-906c-4c35-8333-dbcf12efd703 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438244 Jul 19 20:43:30.019955 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:43:30.037365 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940,segment=NetworkSegment(91c4436e-2b2d-4888-b37e-e9e8eeaaf841),segment_id=91c4436e-2b2d-4888-b37e-e9e8eeaaf841)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:30.041384 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:30.043357 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:30.126950 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:30.130108 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:30.660265 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745ef33-ba1b-4410-bbfe-8adc04725348 req-91bbf34d-c020-4973-a2c2-c6e68e00e556 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:30.661793 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d745ef33-ba1b-4410-bbfe-8adc04725348 req-91bbf34d-c020-4973-a2c2-c6e68e00e556 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.1125591 Jul 19 20:43:30.680412 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-10635297-716e-4980-94d4-0e6abe8b82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:30.721061 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d745ef33-ba1b-4410-bbfe-8adc04725348 req-79c67221-2108-43a5-bf90-860e44efae5f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515416 Jul 19 20:43:30.748774 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c32b7-aa02-47c7-af3c-4451436416c9 req-f80ea6a9-dc78-4c86-a335-c64f0b125ff0 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:30.750523 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-289c32b7-aa02-47c7-af3c-4451436416c9 req-f80ea6a9-dc78-4c86-a335-c64f0b125ff0 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.0908189 Jul 19 20:43:30.799170 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-289c32b7-aa02-47c7-af3c-4451436416c9 req-e080feaa-8592-4f3b-875f-05c88e6cf1be tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Jul 19 20:43:31.194750 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed637009-bde6-4e7d-89f0-616fb5201566 req-823f9e6e-e7d5-462d-9c2b-bf6732e7817e tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:31.195484 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-ed637009-bde6-4e7d-89f0-616fb5201566 req-823f9e6e-e7d5-462d-9c2b-bf6732e7817e tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Synchronizing usage tracker for tenant:e6edcf7e9c7643649d99f2ee01cee76e on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:43:31.213740 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-ed637009-bde6-4e7d-89f0-616fb5201566 req-823f9e6e-e7d5-462d-9c2b-bf6732e7817e tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Unset dirty status for tenant:e6edcf7e9c7643649d99f2ee01cee76e on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:43:31.214908 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ed637009-bde6-4e7d-89f0-616fb5201566 req-823f9e6e-e7d5-462d-9c2b-bf6732e7817e tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 944 time: 0.1016300 Jul 19 20:43:31.262941 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ed637009-bde6-4e7d-89f0-616fb5201566 req-080e3edb-1ceb-468c-ad0a-673c918a2b8b tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414712 Jul 19 20:43:31.302496 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:31.922346 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ba751-66b4-431a-91e8-fd9208cdaec6 req-6edc242f-2e7c-457d-b56e-079cb9364945 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:31.923976 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b49ba751-66b4-431a-91e8-fd9208cdaec6 req-6edc242f-2e7c-457d-b56e-079cb9364945 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.0896525 Jul 19 20:43:31.975696 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b49ba751-66b4-431a-91e8-fd9208cdaec6 req-59e9c756-9eb8-465f-a281-644491a4ac4b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444593 Jul 19 20:43:31.997985 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5c638-1af7-4b99-9c83-3c351eff9bfa req-38ce63de-2277-40fb-9526-dc84f7d08206 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:31.999580 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e1d5c638-1af7-4b99-9c83-3c351eff9bfa req-38ce63de-2277-40fb-9526-dc84f7d08206 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.0905495 Jul 19 20:43:32.047553 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e1d5c638-1af7-4b99-9c83-3c351eff9bfa req-e85bdcb3-1ed4-49ba-8d7e-bacca558fe52 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422876 Jul 19 20:43:32.449442 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23cb59-888a-425a-96c6-17049e9f7a56 req-31cec185-93f5-40ca-bc1f-224c4e93d2e1 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:32.450886 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1a23cb59-888a-425a-96c6-17049e9f7a56 req-31cec185-93f5-40ca-bc1f-224c4e93d2e1 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 944 time: 0.0832212 Jul 19 20:43:32.501727 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1a23cb59-888a-425a-96c6-17049e9f7a56 req-e650cdcc-1155-49b4-8919-f759095ed892 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Jul 19 20:43:33.169647 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:43:33.258699 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['71399742-3b09-4966-9aeb-2ef884583024'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:43:33.300908 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b53a89-cd6a-48a6-bff6-b57503df330e req-541e3b9e-8e58-416b-b0ec-5239a554f55a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:33.303560 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-07b53a89-cd6a-48a6-bff6-b57503df330e req-541e3b9e-8e58-416b-b0ec-5239a554f55a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.1979537 Jul 19 20:43:33.340902 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682e7f6-026b-483f-ae34-31a31265acd5 req-f04ffdf3-59b4-48f5-9249-4d3266357bd8 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:33.343702 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3682e7f6-026b-483f-ae34-31a31265acd5 req-f04ffdf3-59b4-48f5-9249-4d3266357bd8 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1362617 Jul 19 20:43:33.402860 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-07b53a89-cd6a-48a6-bff6-b57503df330e req-629bece6-a002-4a08-9907-4c6781aa87ea tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924888 Jul 19 20:43:33.448000 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3682e7f6-026b-483f-ae34-31a31265acd5 req-993ae786-a540-4bea-9753-64f38c1d6b72 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981717 Jul 19 20:43:33.492472 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9fb0e57f-4b18-4148-a901-0136e3f3d6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:33.546179 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21234cc-6457-4e6e-a005-a0c8dd6e13a8 req-f1ac9633-b709-4b97-af0e-f15376218cd3 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:33.547382 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b21234cc-6457-4e6e-a005-a0c8dd6e13a8 req-f1ac9633-b709-4b97-af0e-f15376218cd3 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.45 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 945 time: 0.1409147 Jul 19 20:43:33.627273 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-b21234cc-6457-4e6e-a005-a0c8dd6e13a8 req-c8e6c34d-beb0-4206-8d3c-cdefd9c0de1b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Deleting port bf4fdde4-4450-4f3a-92df-ebb31c479818 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:43:33.627761 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-b21234cc-6457-4e6e-a005-a0c8dd6e13a8 req-c8e6c34d-beb0-4206-8d3c-cdefd9c0de1b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:33.846821 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005265f3-5e2f-451c-b72f-48e256ce1ffb req-99551c37-4e5d-4780-97b6-6e001a47f927 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:33.848378 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-005265f3-5e2f-451c-b72f-48e256ce1ffb req-99551c37-4e5d-4780-97b6-6e001a47f927 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 944 time: 0.2255082 Jul 19 20:43:33.977948 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-005265f3-5e2f-451c-b72f-48e256ce1ffb req-1ae2c9ee-4924-47fb-88cd-3f6cd5adca49 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210272 Jul 19 20:43:34.005350 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-b21234cc-6457-4e6e-a005-a0c8dd6e13a8 req-c8e6c34d-beb0-4206-8d3c-cdefd9c0de1b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] For port bf4fdde4-4450-4f3a-92df-ebb31c479818, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=bf4fdde4-4450-4f3a-92df-ebb31c479818,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:34.015640 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-b21234cc-6457-4e6e-a005-a0c8dd6e13a8 req-c8e6c34d-beb0-4206-8d3c-cdefd9c0de1b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:34.147814 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-b21234cc-6457-4e6e-a005-a0c8dd6e13a8 req-c8e6c34d-beb0-4206-8d3c-cdefd9c0de1b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Calling delete_port for bf4fdde4-4450-4f3a-92df-ebb31c479818 owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:43:34.391354 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-b21234cc-6457-4e6e-a005-a0c8dd6e13a8 req-c8e6c34d-beb0-4206-8d3c-cdefd9c0de1b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:34.397506 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:34.453118 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['bf4fdde4-4450-4f3a-92df-ebb31c479818', 'bf58a3e1-df92-473c-9735-b594ff22e0d7'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:43:34.457797 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6c34d-beb0-4206-8d3c-cdefd9c0de1b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Pushing event deleted for resources: {'Port': ['ID=bf4fdde4-4450-4f3a-92df-ebb31c479818,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:34.537086 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c8e6c34d-beb0-4206-8d3c-cdefd9c0de1b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:34.637198 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21234cc-6457-4e6e-a005-a0c8dd6e13a8 req-c8e6c34d-beb0-4206-8d3c-cdefd9c0de1b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] No DVR routers for this DVR port bf4fdde4-4450-4f3a-92df-ebb31c479818 on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:43:34.656176 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-b21234cc-6457-4e6e-a005-a0c8dd6e13a8 req-c8e6c34d-beb0-4206-8d3c-cdefd9c0de1b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:34.667472 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431fd22a-0e53-487c-9ee3-94d0f1adfa0e', 'name': 'network-vif-deleted', 'tag': 'bf4fdde4-4450-4f3a-92df-ebb31c479818'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:43:34.676431 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 71399742-3b09-4966-9aeb-2ef884583024 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:43:34.677477 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b21234cc-6457-4e6e-a005-a0c8dd6e13a8 req-c8e6c34d-beb0-4206-8d3c-cdefd9c0de1b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.45 "DELETE /v2.0/ports/bf4fdde4-4450-4f3a-92df-ebb31c479818 HTTP/1.1" status: 204 len: 173 time: 1.1237922 Jul 19 20:43:34.749635 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-cfa9a342-5435-48e7-a599-9318e6934cd0 req-86d5c4b5-f56a-4a1a-89bd-ea120dae1ae0 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Synchronizing usage tracker for tenant:1500a4b1af454e9bb41a539996016725 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:43:34.803994 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-cfa9a342-5435-48e7-a599-9318e6934cd0 req-86d5c4b5-f56a-4a1a-89bd-ea120dae1ae0 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Unset dirty status for tenant:1500a4b1af454e9bb41a539996016725 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:43:34.806177 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cfa9a342-5435-48e7-a599-9318e6934cd0 req-86d5c4b5-f56a-4a1a-89bd-ea120dae1ae0 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=431fd22a-0e53-487c-9ee3-94d0f1adfa0e HTTP/1.1" status: 200 len: 210 time: 0.1271052 Jul 19 20:43:34.923966 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96605d7-5c35-4178-9bb7-99eac85dce2f req-f7157696-0e53-45fa-af16-0cdc6f91b153 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:34.933675 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e96605d7-5c35-4178-9bb7-99eac85dce2f req-f7157696-0e53-45fa-af16-0cdc6f91b153 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 944 time: 0.2974689 Jul 19 20:43:34.949379 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 71399742-3b09-4966-9aeb-2ef884583024 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:43:34.949746 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:35.014082 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e96605d7-5c35-4178-9bb7-99eac85dce2f req-00229647-ed85-42bf-9447-ed90b0d39abb tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793803 Jul 19 20:43:35.116071 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431fd22a-0e53-487c-9ee3-94d0f1adfa0e', 'name': 'network-vif-deleted', 'tag': 'bf4fdde4-4450-4f3a-92df-ebb31c479818', 'status': 'completed', 'code': 200} Jul 19 20:43:35.249283 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:35.264887 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:35.318062 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71399742-3b09-4966-9aeb-2ef884583024'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:43:35.332689 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=71399742-3b09-4966-9aeb-2ef884583024,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:35.341539 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:35.347995 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:35.468861 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=71399742-3b09-4966-9aeb-2ef884583024,revision_number=10']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:35.480777 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:35.587633 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2bc21-5deb-49dc-9059-c9a712e87019 req-24fa91c5-27d1-44a2-acca-ab76c7a292fc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:35.589883 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-51a2bc21-5deb-49dc-9059-c9a712e87019 req-24fa91c5-27d1-44a2-acca-ab76c7a292fc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 944 time: 0.2095780 Jul 19 20:43:35.724893 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-51a2bc21-5deb-49dc-9059-c9a712e87019 req-34782333-9e89-4ece-a36d-9a6ef3808be9 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240041 Jul 19 20:43:35.813898 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71399742-3b09-4966-9aeb-2ef884583024', 'code': 200} Jul 19 20:43:36.598021 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:36.644419 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:43:36.652560 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3fa7d-1d5a-4605-ac8c-dcf0e8d7cdff req-3bfc3828-7fbb-49c9-9267-da646522bbc5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:36.655250 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-80a3fa7d-1d5a-4605-ac8c-dcf0e8d7cdff req-3bfc3828-7fbb-49c9-9267-da646522bbc5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 946 time: 0.2132187 Jul 19 20:43:36.769219 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:43:36.781354 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:43:36.782066 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:36.848557 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-80a3fa7d-1d5a-4605-ac8c-dcf0e8d7cdff req-86ec8a49-cf13-4cbe-b08e-9762b997fdc0 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859615 Jul 19 20:43:36.945878 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef5afa-0967-4e96-bf80-0c14dac7e792 req-7a045be7-f5a4-48da-840d-79571ba8ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:36.950190 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ecef5afa-0967-4e96-bf80-0c14dac7e792 req-7a045be7-f5a4-48da-840d-79571ba8ae0c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 1099 time: 0.2825985 Jul 19 20:43:36.965380 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:36.985667 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb44b02-dd4a-409e-918c-e01fb586236a req-a8e9cf4b-13c8-4227-9654-874b4f4f783d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:36.992931 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5cb44b02-dd4a-409e-918c-e01fb586236a req-a8e9cf4b-13c8-4227-9654-874b4f4f783d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.4297140 Jul 19 20:43:37.010318 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940,segment=NetworkSegment(91c4436e-2b2d-4888-b37e-e9e8eeaaf841),segment_id=91c4436e-2b2d-4888-b37e-e9e8eeaaf841)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:37.017911 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:37.019853 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device bf4fdde4-4450-4f3a-92df-ebb31c479818 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:43:37.062869 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:37.085699 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea94703-020f-4293-bbd4-074bf7be7f56 req-41311814-236a-4c1e-b092-bca344302b8a tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:37.114378 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2ea94703-020f-4293-bbd4-074bf7be7f56 req-41311814-236a-4c1e-b092-bca344302b8a tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 944 time: 0.1462595 Jul 19 20:43:37.147815 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: bf4fdde4-4450-4f3a-92df-ebb31c479818 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:43:37.148260 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device bf4fdde4-4450-4f3a-92df-ebb31c479818 not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:43:37.161234 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ecef5afa-0967-4e96-bf80-0c14dac7e792 req-c5724c75-af37-4b33-a391-77c02af7a76b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654065 Jul 19 20:43:37.171678 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:37.175414 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:37.179536 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5cb44b02-dd4a-409e-918c-e01fb586236a req-fcbcef11-683c-4ad0-bb2e-8b11a1baaae0 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092637 Jul 19 20:43:37.211251 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2ea94703-020f-4293-bbd4-074bf7be7f56 req-82a1b7c5-d671-4644-871a-4747b96b98bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959284 Jul 19 20:43:37.815227 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4be5c9-e2bb-463d-9530-046a7fab23a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:43:37.874924 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4be5c9-e2bb-463d-9530-046a7fab23a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940', 'code': 200} Jul 19 20:43:38.144007 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0482151-edd7-4172-ac05-4a8357c1efbd req-55acad11-d06c-4af1-8e09-e5cad4a9e451 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:38.147616 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f0482151-edd7-4172-ac05-4a8357c1efbd req-55acad11-d06c-4af1-8e09-e5cad4a9e451 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 946 time: 0.1354730 Jul 19 20:43:38.299315 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df525de-e46b-4c08-9a8a-a86fb1e26a57 req-8df79535-e0c9-4ef4-9acd-10d621479050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:38.302210 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9df525de-e46b-4c08-9a8a-a86fb1e26a57 req-8df79535-e0c9-4ef4-9acd-10d621479050 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 1098 time: 0.1500955 Jul 19 20:43:38.317507 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f0482151-edd7-4172-ac05-4a8357c1efbd req-1b371de2-9ec6-4529-8a70-5ee4193701c3 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531498 Jul 19 20:43:38.492095 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9df525de-e46b-4c08-9a8a-a86fb1e26a57 req-b7bf5b03-8657-4a3e-bc03-549a8f323ad4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881214 Jul 19 20:43:38.550160 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f2ab3-a6dd-4315-bad3-db6bae47ff02 req-6cb0300b-3950-455e-8cd9-0dc4f738d46e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:38.555005 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9d5f2ab3-a6dd-4315-bad3-db6bae47ff02 req-6cb0300b-3950-455e-8cd9-0dc4f738d46e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.2501564 Jul 19 20:43:38.637061 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9d5f2ab3-a6dd-4315-bad3-db6bae47ff02 req-ca823ca8-a29b-4ebc-9654-121298471a38 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676944 Jul 19 20:43:38.670868 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad42b47-4960-4e4f-acb1-ca30a53d64fb req-79d05980-35b3-42d2-9d9d-46585b50c3e9 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:38.684697 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fad42b47-4960-4e4f-acb1-ca30a53d64fb req-79d05980-35b3-42d2-9d9d-46585b50c3e9 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 945 time: 0.1717148 Jul 19 20:43:38.767370 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fad42b47-4960-4e4f-acb1-ca30a53d64fb req-670bab1f-8ea3-4d3b-9e2d-bb33a5fc2de6 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810225 Jul 19 20:43:39.648175 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b2572-3fa1-415c-851d-4d2c78613c4d req-56bde808-bf01-446e-8612-6537520e566e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:39.652639 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-733b2572-3fa1-415c-851d-4d2c78613c4d req-56bde808-bf01-446e-8612-6537520e566e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 946 time: 0.1318693 Jul 19 20:43:39.782512 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-733b2572-3fa1-415c-851d-4d2c78613c4d req-131efc18-c365-4719-879b-e32a0dc55643 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105540 Jul 19 20:43:40.067227 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559c2d0-386f-4d35-8d36-d13084c15066 req-c736337b-9b9b-496e-83fb-725943706cab tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:40.068795 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2559c2d0-386f-4d35-8d36-d13084c15066 req-c736337b-9b9b-496e-83fb-725943706cab tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 945 time: 0.1054871 Jul 19 20:43:40.074997 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0528c2-80cb-4cec-b6e1-f30c4d78acb9 req-ce494075-9065-490d-ba2d-1b03c438f531 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:40.078635 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-aa0528c2-80cb-4cec-b6e1-f30c4d78acb9 req-ce494075-9065-490d-ba2d-1b03c438f531 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1805880 Jul 19 20:43:40.160131 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-aa0528c2-80cb-4cec-b6e1-f30c4d78acb9 req-85a799f2-0b37-48ac-9f8a-56b1c3581c10 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692072 Jul 19 20:43:40.186224 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2559c2d0-386f-4d35-8d36-d13084c15066 req-d926a9ce-33f9-4fb2-982f-f6deaff61f84 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035917 Jul 19 20:43:41.015302 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13291ef5-79a8-4e6b-ae46-a4f95f782a29 req-704e6875-3aa1-45aa-937a-23295c55cc05 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:41.022576 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-13291ef5-79a8-4e6b-ae46-a4f95f782a29 req-704e6875-3aa1-45aa-937a-23295c55cc05 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 946 time: 0.1059773 Jul 19 20:43:41.097071 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-13291ef5-79a8-4e6b-ae46-a4f95f782a29 req-6f40d55f-ce14-4d8d-99cc-045a46a36612 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732648 Jul 19 20:43:41.455888 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23544a8-baad-4ce7-bbf8-d6e7d5ddfacd req-bfee887c-b2fc-4963-b028-b747adf2be8d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:41.458198 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c23544a8-baad-4ce7-bbf8-d6e7d5ddfacd req-bfee887c-b2fc-4963-b028-b747adf2be8d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1167288 Jul 19 20:43:41.493579 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fce0c7-9e37-403b-821c-e06e81d5bbd3 req-8b04cd9c-4c23-450c-b90e-e3543666b8a6 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:41.495532 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-81fce0c7-9e37-403b-821c-e06e81d5bbd3 req-8b04cd9c-4c23-450c-b90e-e3543666b8a6 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 945 time: 0.1196489 Jul 19 20:43:41.543739 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c23544a8-baad-4ce7-bbf8-d6e7d5ddfacd req-ebb5a682-22f4-4040-afe6-b62bb657cd36 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755482 Jul 19 20:43:41.562951 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-81fce0c7-9e37-403b-821c-e06e81d5bbd3 req-a7a768ad-e231-4dec-8002-81ed64ef2e85 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609798 Jul 19 20:43:42.759392 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d8b6a-f75a-45d0-835d-5e39067d9e94 req-3747bb13-cc78-46ca-a7e3-a981a3714156 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:42.761480 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-601d8b6a-f75a-45d0-835d-5e39067d9e94 req-3747bb13-cc78-46ca-a7e3-a981a3714156 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1095092 Jul 19 20:43:42.832156 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-601d8b6a-f75a-45d0-835d-5e39067d9e94 req-e8327a6c-32fe-420a-95d8-e4128c8acda3 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637438 Jul 19 20:43:43.012850 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bdec730d-afee-4f05-8696-2a624ac1387e req-c3969e62-2239-4aa1-af63-3ea70d0e6513 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927260 Jul 19 20:43:43.320601 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec730d-afee-4f05-8696-2a624ac1387e req-56704a89-e532-4eda-95a8-13aad1b32633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:43.322698 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bdec730d-afee-4f05-8696-2a624ac1387e req-56704a89-e532-4eda-95a8-13aad1b32633 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 1099 time: 0.1693542 Jul 19 20:43:43.545660 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec730d-afee-4f05-8696-2a624ac1387e req-ceffc132-ea3c-43d3-bda0-22d68fd76be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:43.548164 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bdec730d-afee-4f05-8696-2a624ac1387e req-ceffc132-ea3c-43d3-bda0-22d68fd76be1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 200 len: 916 time: 0.1593668 Jul 19 20:43:43.653743 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bdec730d-afee-4f05-8696-2a624ac1387e req-3b5cee96-b434-49de-beb1-e8285dbbfd0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2851e68c-991e-46eb-9d87-1db83077976f HTTP/1.1" status: 200 len: 217 time: 0.0928404 Jul 19 20:43:43.780405 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec730d-afee-4f05-8696-2a624ac1387e req-abec2a2e-081a-46c9-96c4-c4c0f1a6465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:43.781915 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bdec730d-afee-4f05-8696-2a624ac1387e req-abec2a2e-081a-46c9-96c4-c4c0f1a6465e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1519832d-8f12-4fc6-befb-a491c3df2990 HTTP/1.1" status: 200 len: 855 time: 0.1139834 Jul 19 20:43:43.869604 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bdec730d-afee-4f05-8696-2a624ac1387e req-edf534c4-47ad-4c1f-9a69-241bf81bfb3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1729bcf6-5778-4884-aa01-775bec79dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459199 Jul 19 20:43:44.084476 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204795bf-c351-4daf-851a-3cfc30ebb0cc req-85addc75-52f5-4e29-8edf-fc625626a686 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:44.092031 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-204795bf-c351-4daf-851a-3cfc30ebb0cc req-85addc75-52f5-4e29-8edf-fc625626a686 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1339107 Jul 19 20:43:44.220895 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bdec730d-afee-4f05-8696-2a624ac1387e req-d0b84579-2567-40e2-b5f2-f027076f9957 service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311675 Jul 19 20:43:44.231794 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-204795bf-c351-4daf-851a-3cfc30ebb0cc req-ed790fe9-9bf7-4c70-a2c3-5596c684bc31 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387405 Jul 19 20:43:44.407379 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bdec730d-afee-4f05-8696-2a624ac1387e req-7e45e57e-fdf4-42e5-bb47-e6d2f583a9f4 service neutron] 10.222.0.45 "GET /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737361 Jul 19 20:43:44.745469 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efa4a0-6d7c-45e7-ba7e-f5fdf1843e72 req-20d5b171-3759-489a-82b2-0a4f78c5b84e tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:44.747918 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f3efa4a0-6d7c-45e7-ba7e-f5fdf1843e72 req-20d5b171-3759-489a-82b2-0a4f78c5b84e tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1501672 Jul 19 20:43:44.806312 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f3efa4a0-6d7c-45e7-ba7e-f5fdf1843e72 req-0f2ddd70-45df-4abc-ad20-bb12f91a6af3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520153 Jul 19 20:43:45.562658 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283eb136-730e-4f20-970b-9e863b4e9dcb req-f041d239-5819-46e4-8ec7-f1f3806ec35d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:45.564718 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-283eb136-730e-4f20-970b-9e863b4e9dcb req-f041d239-5819-46e4-8ec7-f1f3806ec35d tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.1368814 Jul 19 20:43:45.659733 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-283eb136-730e-4f20-970b-9e863b4e9dcb req-29ff10b9-3eaa-4337-9b1f-5b02e22a6f1b tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887215 Jul 19 20:43:46.061907 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3782d9-d781-4fd2-acde-49451c09bb0c req-5c2c774c-899d-40c7-a391-11463f6fdb16 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:46.063771 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7a3782d9-d781-4fd2-acde-49451c09bb0c req-5c2c774c-899d-40c7-a391-11463f6fdb16 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1032169 Jul 19 20:43:46.115711 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7a3782d9-d781-4fd2-acde-49451c09bb0c req-35565794-6398-420f-9b88-c333b00d2d11 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454082 Jul 19 20:43:46.568051 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf50a7-f62d-4592-8fbe-bee81fb82547 req-9a766e4d-9105-46d9-9915-07d0369e064a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:46.569558 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f3cf50a7-f62d-4592-8fbe-bee81fb82547 req-9a766e4d-9105-46d9-9915-07d0369e064a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.0936360 Jul 19 20:43:46.654759 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-f3cf50a7-f62d-4592-8fbe-bee81fb82547 req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Deleting port bf58a3e1-df92-473c-9735-b594ff22e0d7 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:43:46.655542 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f3cf50a7-f62d-4592-8fbe-bee81fb82547 req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:47.080548 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723723c-2403-4086-bd94-ed246c7eedcb req-d5e9e593-2f77-467e-89f9-cfac492dd49a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:47.083076 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8723723c-2403-4086-bd94-ed246c7eedcb req-d5e9e593-2f77-467e-89f9-cfac492dd49a tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 946 time: 0.2823229 Jul 19 20:43:47.173512 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-f3cf50a7-f62d-4592-8fbe-bee81fb82547 req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] For port bf58a3e1-df92-473c-9735-b594ff22e0d7, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=bf58a3e1-df92-473c-9735-b594ff22e0d7,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:47.173978 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f3cf50a7-f62d-4592-8fbe-bee81fb82547 req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:47.196663 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:47.381682 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-f3cf50a7-f62d-4592-8fbe-bee81fb82547 req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Calling delete_port for bf58a3e1-df92-473c-9735-b594ff22e0d7 owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:43:47.431953 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8723723c-2403-4086-bd94-ed246c7eedcb req-65c15ea1-1062-4606-8a7d-2dc6cfdafe3e tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/security-groups?id=45d68f37-1998-4b53-be58-19293aa5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938378 Jul 19 20:43:47.645128 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f3cf50a7-f62d-4592-8fbe-bee81fb82547 req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:47.655628 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:47.672788 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337df102-0e24-4bc5-810e-91cd5744a3eb req-172dbef5-b14f-4661-be9a-f64fd4727b80 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:47.675945 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-337df102-0e24-4bc5-810e-91cd5744a3eb req-172dbef5-b14f-4661-be9a-f64fd4727b80 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1394398 Jul 19 20:43:47.700076 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['bf58a3e1-df92-473c-9735-b594ff22e0d7'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:43:47.735058 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-337df102-0e24-4bc5-810e-91cd5744a3eb req-ddf95e5e-0d6d-41b8-8c9d-3a2570e9b702 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496774 Jul 19 20:43:47.754531 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Pushing event deleted for resources: {'Port': ['ID=bf58a3e1-df92-473c-9735-b594ff22e0d7,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:47.793919 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:47.794319 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:47.794648 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:47.795433 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:47.795433 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:47.795698 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:47.796046 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:47.796390 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:47.796740 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:47.797085 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:47.797424 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:47.797763 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:47.807429 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:47.865174 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95db764-de37-4e2f-b617-76c3b4059977 req-df01a552-3259-4462-874f-94b6502d3041 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:47.866743 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e95db764-de37-4e2f-b617-76c3b4059977 req-df01a552-3259-4462-874f-94b6502d3041 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.2831576 Jul 19 20:43:47.868697 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cf50a7-f62d-4592-8fbe-bee81fb82547 req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] No DVR routers for this DVR port bf58a3e1-df92-473c-9735-b594ff22e0d7 on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:43:47.872832 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f3cf50a7-f62d-4592-8fbe-bee81fb82547 req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:47.874190 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e267ce3-f2c0-4b31-9b27-be48f96e4a90', 'name': 'network-vif-deleted', 'tag': 'bf58a3e1-df92-473c-9735-b594ff22e0d7'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:43:47.917893 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f3cf50a7-f62d-4592-8fbe-bee81fb82547 req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.45 "DELETE /v2.0/ports/bf58a3e1-df92-473c-9735-b594ff22e0d7 HTTP/1.1" status: 204 len: 173 time: 1.3427949 Jul 19 20:43:47.935273 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e95db764-de37-4e2f-b617-76c3b4059977 req-b08945db-5035-4919-959b-2e6c9ba44170 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542657 Jul 19 20:43:47.944866 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e267ce3-f2c0-4b31-9b27-be48f96e4a90', 'name': 'network-vif-deleted', 'tag': 'bf58a3e1-df92-473c-9735-b594ff22e0d7', 'status': 'completed', 'code': 200} Jul 19 20:43:48.647651 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a455fd1e-467c-40be-be73-09b424705e79 req-e12e3c75-124d-494b-b616-3db4c94506b4 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e267ce3-f2c0-4b31-9b27-be48f96e4a90 HTTP/1.1" status: 200 len: 210 time: 0.0487270 Jul 19 20:43:48.988063 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79433-57d2-4f17-b4b0-f45b4188ffa8 req-0598ab1a-f25e-470e-b0d9-16be933beda4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:48.989682 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b9c79433-57d2-4f17-b4b0-f45b4188ffa8 req-0598ab1a-f25e-470e-b0d9-16be933beda4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1051283 Jul 19 20:43:49.046272 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b9c79433-57d2-4f17-b4b0-f45b4188ffa8 req-b83e94ac-7233-473d-87be-9af2ae158ee1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492780 Jul 19 20:43:49.154299 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02948136-ccc8-4d16-b1fe-154ab3c478d6 req-36840e51-9bde-4754-8661-e43a4fec9aee tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:49.156770 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-02948136-ccc8-4d16-b1fe-154ab3c478d6 req-36840e51-9bde-4754-8661-e43a4fec9aee tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.0942643 Jul 19 20:43:49.216452 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-02948136-ccc8-4d16-b1fe-154ab3c478d6 req-a7e59bde-e368-49d4-9064-a7e2f4e14fb2 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459354 Jul 19 20:43:49.768050 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48210) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:50.003487 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cebe0-da39-4b89-9c79-8319d7843679 req-cb481ea1-086f-476c-83ad-35e61176d46e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:50.005384 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-469cebe0-da39-4b89-9c79-8319d7843679 req-cb481ea1-086f-476c-83ad-35e61176d46e tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.1065645 Jul 19 20:43:50.171856 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Deleting port 59ae08f2-e04d-4497-ac91-57d071c33668 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:43:50.172336 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:50.769767 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device bf58a3e1-df92-473c-9735-b594ff22e0d7 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:43:50.770420 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b117346-7bfc-43cf-864c-dffcff2299ba req-091ca066-476b-481d-8bd1-2593354a7704 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:50.777670 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2b117346-7bfc-43cf-864c-dffcff2299ba req-091ca066-476b-481d-8bd1-2593354a7704 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.4186502 Jul 19 20:43:50.852846 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2b117346-7bfc-43cf-864c-dffcff2299ba req-5122180e-cf21-4cf3-8757-940b52850a31 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735986 Jul 19 20:43:50.908948 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: bf58a3e1-df92-473c-9735-b594ff22e0d7 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:43:50.919366 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device bf58a3e1-df92-473c-9735-b594ff22e0d7 not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:43:50.920583 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 59ae08f2-e04d-4497-ac91-57d071c33668 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:43:51.019345 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729046'] for router_interface, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:51.041648 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] For port 59ae08f2-e04d-4497-ac91-57d071c33668, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=59ae08f2-e04d-4497-ac91-57d071c33668,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:51.043308 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:51.186166 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:51.267673 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ae08f2-e04d-4497-ac91-57d071c33668'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:43:51.286404 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Calling delete_port for 59ae08f2-e04d-4497-ac91-57d071c33668 owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:43:51.294182 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 59ae08f2-e04d-4497-ac91-57d071c33668, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=59ae08f2-e04d-4497-ac91-57d071c33668,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:51.306213 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:51.317619 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:51.398556 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299b81b-3c17-4a95-a763-77d0dcd13041 req-9b11f62f-74b0-498a-ba47-9975d816d71b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:51.407537 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1299b81b-3c17-4a95-a763-77d0dcd13041 req-9b11f62f-74b0-498a-ba47-9975d816d71b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 945 time: 0.9745810 Jul 19 20:43:51.419020 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=59ae08f2-e04d-4497-ac91-57d071c33668,revision_number=6']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:51.422444 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:51.451087 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ae08f2-e04d-4497-ac91-57d071c33668', 'code': 200} Jul 19 20:43:51.524735 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1299b81b-3c17-4a95-a763-77d0dcd13041 req-34e9829c-a689-47db-92a9-225f3c19a8e2 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140003 Jul 19 20:43:51.557125 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.db.api [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 20:43:51.557782 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_db.api [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 20:43:51.747492 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Deleting port 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:43:51.748188 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:51.995709 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] For port 019557fe-94d4-471e-b7e7-0d9f18b4b0c6, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=019557fe-94d4-471e-b7e7-0d9f18b4b0c6,segment=NetworkSegment(6f717d84-7e1e-4c63-bdc7-bee1f033fcb0),segment_id=6f717d84-7e1e-4c63-bdc7-bee1f033fcb0)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:51.996398 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:52.059180 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Deleting port 59ae08f2-e04d-4497-ac91-57d071c33668 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:43:52.060433 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:52.186761 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Calling delete_port for 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 owned by network:router_interface {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:43:52.416820 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] For port 59ae08f2-e04d-4497-ac91-57d071c33668, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=59ae08f2-e04d-4497-ac91-57d071c33668,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:52.417967 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:52.421064 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78358b7-67d6-4ac1-86fb-583742cc9e30 req-1784bd80-3d9d-463f-898f-2a65fe275540 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:52.422706 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e78358b7-67d6-4ac1-86fb-583742cc9e30 req-1784bd80-3d9d-463f-898f-2a65fe275540 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.4183514 Jul 19 20:43:52.618853 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e78358b7-67d6-4ac1-86fb-583742cc9e30 req-41f21a5e-64e1-43b8-b3ce-db60f90aef55 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796196 Jul 19 20:43:52.678296 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Calling delete_port for 59ae08f2-e04d-4497-ac91-57d071c33668 owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:43:52.911286 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:52.933114 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:53.030340 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf77648-13ba-42b1-be42-023050b502c3 req-b9271f70-2d7a-450f-8952-417fd7de779a tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:53.038227 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-daf77648-13ba-42b1-be42-023050b502c3 req-b9271f70-2d7a-450f-8952-417fd7de779a tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 943 time: 0.1862409 Jul 19 20:43:53.052294 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=019557fe-94d4-471e-b7e7-0d9f18b4b0c6,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:53.096063 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:53.096581 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:53.097123 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:53.097700 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:53.098178 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:53.098479 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:53.098845 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:53.099220 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:53.099565 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:53.099944 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:53.100470 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:53.100660 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:43:53.102950 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:53.110073 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:53.115606 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:53.142602 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['2851e68c-991e-46eb-9d87-1db83077976f', '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b', '84fdfb2c-bf79-41fc-adef-1cf32b19a8df'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:43:53.164939 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-daf77648-13ba-42b1-be42-023050b502c3 req-d9de01c4-1e15-4ce6-92c2-fecf263ccf9a tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228976 Jul 19 20:43:53.267655 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Pushing event deleted for resources: {'Port': ['ID=59ae08f2-e04d-4497-ac91-57d071c33668,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:53.279670 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:53.283017 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] No DVR routers for this DVR port 59ae08f2-e04d-4497-ac91-57d071c33668 on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:43:53.286708 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:53.292840 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d', 'name': 'network-vif-deleted', 'tag': '59ae08f2-e04d-4497-ac91-57d071c33668'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:43:53.353301 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-469cebe0-da39-4b89-9c79-8319d7843679 req-f8804994-50e2-4282-bd9e-4afca11c1376 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "DELETE /v2.0/ports/59ae08f2-e04d-4497-ac91-57d071c33668 HTTP/1.1" status: 204 len: 173 time: 3.3360047 Jul 19 20:43:53.396485 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d', 'name': 'network-vif-deleted', 'tag': '59ae08f2-e04d-4497-ac91-57d071c33668', 'status': 'completed', 'code': 200} Jul 19 20:43:53.449029 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702566'] for router_interface, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:53.956221 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de18f78-8ab2-40d7-9eb4-1e5aeeb4f74e req-71768b7c-f2c1-4905-b0ce-45039084a200 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:53.958425 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1de18f78-8ab2-40d7-9eb4-1e5aeeb4f74e req-71768b7c-f2c1-4905-b0ce-45039084a200 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1605763 Jul 19 20:43:54.056895 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1de18f78-8ab2-40d7-9eb4-1e5aeeb4f74e req-ae56297e-5e6d-45c2-a668-6155ad56a9b2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875909 Jul 19 20:43:54.217810 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Router 30767731-eba1-4af0-aec2-1932a19f77e2 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:43:54.460999 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-42ea06e9-bfea-4ee3-bef3-7360a145cca1 req-f85bd229-f57e-40ca-9b2d-5de05af74b4c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=621a9ac9-174c-4df4-ace5-2dc2fb3e4d8d HTTP/1.1" status: 200 len: 210 time: 0.1064963 Jul 19 20:43:54.557072 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:43:54.571998 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc54d5a-36ab-42af-a439-cd098b9f3def None None] Sync routers for ids ['30767731-eba1-4af0-aec2-1932a19f77e2'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:43:54.575087 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] 10.222.0.36 "PUT /v2.0/routers/30767731-eba1-4af0-aec2-1932a19f77e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8057404 Jul 19 20:43:54.578070 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48242) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:54.588146 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc54d5a-36ab-42af-a439-cd098b9f3def None None] Routers {'30767731-eba1-4af0-aec2-1932a19f77e2'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:43:54.589062 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-6dc54d5a-36ab-42af-a439-cd098b9f3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:43:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['30767731-eba1-4af0-aec2-1932a19f77e2'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:43:54.836692 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Notify callbacks [] for router, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:54.852462 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-6dc54d5a-36ab-42af-a439-cd098b9f3def None None] Set router 30767731-eba1-4af0-aec2-1932a19f77e2 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:43:55.100443 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:55.114027 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Deleting port bf9d59ba-dada-48d5-b776-43cfb6a29753 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:43:55.114377 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:55.383683 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77390da-312b-4473-bc43-b4e353f6d49a req-c12c7aa1-5910-42e3-bf6b-38e50e95ef52 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:55.391563 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e77390da-312b-4473-bc43-b4e353f6d49a req-c12c7aa1-5910-42e3-bf6b-38e50e95ef52 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2155602 Jul 19 20:43:55.452765 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e77390da-312b-4473-bc43-b4e353f6d49a req-9570aa6b-f2b6-4043-81eb-c8d3193a6e83 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600903 Jul 19 20:43:55.525187 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] For port bf9d59ba-dada-48d5-b776-43cfb6a29753, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=bf9d59ba-dada-48d5-b776-43cfb6a29753,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:43:55.525879 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:55.680960 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-6dc54d5a-36ab-42af-a439-cd098b9f3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1090634461-router', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:30Z', 'updated_at': '2021-07-19T20:43:52Z', 'revision_number': 5, 'project_id': '1500a4b1af454e9bb41a539996016725', 'gw_port': {'id': 'bf9d59ba-dada-48d5-b776-43cfb6a29753', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:43:55.686496 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc54d5a-36ab-42af-a439-cd098b9f3def None None] Checking router: 30767731-eba1-4af0-aec2-1932a19f77e2 for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:43:55.698949 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc54d5a-36ab-42af-a439-cd098b9f3def None None] Routers {'30767731-eba1-4af0-aec2-1932a19f77e2'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:43:55.699749 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-6dc54d5a-36ab-42af-a439-cd098b9f3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:43:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['30767731-eba1-4af0-aec2-1932a19f77e2'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:43:55.796318 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Calling delete_port for bf9d59ba-dada-48d5-b776-43cfb6a29753 owned by network:router_gateway {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:43:55.957168 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-6dc54d5a-36ab-42af-a439-cd098b9f3def None None] Set router 30767731-eba1-4af0-aec2-1932a19f77e2 gateway port host: None {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:43:56.049671 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:56.067994 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:56.072160 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-6dc54d5a-36ab-42af-a439-cd098b9f3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1090634461-router', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:30Z', 'updated_at': '2021-07-19T20:43:55Z', 'revision_number': 6, 'project_id': '1500a4b1af454e9bb41a539996016725', 'gw_port_host': None}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:43:56.077263 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc54d5a-36ab-42af-a439-cd098b9f3def None None] The sync data for ids ['30767731-eba1-4af0-aec2-1932a19f77e2'] in dv-cinder-801321-1-iscsi is: [{'id': '30767731-eba1-4af0-aec2-1932a19f77e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1090634461-router', 'tenant_id': '1500a4b1af454e9bb41a539996016725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:30Z', 'updated_at': '2021-07-19T20:43:55Z', 'revision_number': 6, 'project_id': '1500a4b1af454e9bb41a539996016725', 'gw_port_host': None}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:43:56.326038 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9d59ba-dada-48d5-b776-43cfb6a29753,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:56.330622 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:56.361109 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703739'] for router_gateway, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:56.415662 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:43:56.464558 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:43:56.466863 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 019557fe-94d4-471e-b7e7-0d9f18b4b0c6 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:43:56.579673 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:56.582518 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:56.722771 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728957'] for router, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:56.723606 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30767731-eba1-4af0-aec2-1932a19f77e2 {{(pid=78682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 20:43:56.745037 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:56.746220 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] 10.222.0.36 "DELETE /v2.0/routers/30767731-eba1-4af0-aec2-1932a19f77e2 HTTP/1.1" status: 204 len: 168 time: 2.1669838 Jul 19 20:43:56.751509 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48264) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:56.833722 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1242692-2979-4c2f-aa07-57773de88590 admin admin] Deleting subnet ba1d8856-5894-4d99-8030-f996418df0e4 {{(pid=78682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:43:56.837834 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c1242692-2979-4c2f-aa07-57773de88590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:56.857681 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f9761-d1c3-465c-8f75-04f6a38c927b req-45cd87b1-52d2-419b-bfdd-e60628c39ad4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:56.861121 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-746f9761-d1c3-465c-8f75-04f6a38c927b req-45cd87b1-52d2-419b-bfdd-e60628c39ad4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1573951 Jul 19 20:43:56.908020 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c1242692-2979-4c2f-aa07-57773de88590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2929497'] for subnet, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:56.921640 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-746f9761-d1c3-465c-8f75-04f6a38c927b req-8ed1a745-9bbb-4f19-842a-4ba8351560c9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519567 Jul 19 20:43:57.032549 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c1242692-2979-4c2f-aa07-57773de88590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:57.177830 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c1242692-2979-4c2f-aa07-57773de88590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2174257'] for subnet, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:57.183684 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:57.219529 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1242692-2979-4c2f-aa07-57773de88590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1d8856-5894-4d99-8030-f996418df0e4,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:57.221783 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c1242692-2979-4c2f-aa07-57773de88590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:57.230245 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c1242692-2979-4c2f-aa07-57773de88590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:57.243359 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-c1242692-2979-4c2f-aa07-57773de88590 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ba1d8856-5894-4d99-8030-f996418df0e4 HTTP/1.1" status: 204 len: 168 time: 0.4906325 Jul 19 20:43:57.244270 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 48272) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:57.430669 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:57.784089 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:57.804784 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1647aa07-6bd7-4b7c-a3e8-195cc10f3d58']}} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:43:57.829091 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0') {'for_net_delete': True} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:43:57.829817 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f717d84-7e1e-4c63-bdc7-bee1f033fcb0') {} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:43:57.852475 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189673'] for segment, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:57.882022 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:57.895749 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf905a-8196-42ed-9814-f934ea490a9d req-b80da75a-a477-4d3a-b766-9faff5f4f746 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:57.896916 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-fcbf905a-8196-42ed-9814-f934ea490a9d req-b80da75a-a477-4d3a-b766-9faff5f4f746 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Synchronizing usage tracker for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:43:57.909620 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=78681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:43:57.910024 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2105402'] for segment, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: Traceback (most recent call last): Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: timer() Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: cb(*args, **kw) Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: return func(*args, **kwargs) Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: self._notify() Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: self.callback(batched_events) Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: event.method(event) Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: return f(self, *a, **k) Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._get(url).json() Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: return self.request(url, 'GET', **kwargs) Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:43:57.929067 dv-cinder-801321-1-iscsi neutron-server[78681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:43:58.060322 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-fcbf905a-8196-42ed-9814-f934ea490a9d req-b80da75a-a477-4d3a-b766-9faff5f4f746 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Unset dirty status for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:43:58.061544 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fcbf905a-8196-42ed-9814-f934ea490a9d req-b80da75a-a477-4d3a-b766-9faff5f4f746 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 946 time: 0.4619734 Jul 19 20:43:58.128935 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:58.161804 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fcbf905a-8196-42ed-9814-f934ea490a9d req-4660dbc8-244c-4b1e-aa9a-89621473ae66 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906830 Jul 19 20:43:58.165662 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:58.182892 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413848f-5e62-4920-a10f-20ee806593cd req-09330c2e-5c78-4113-b0e6-0822629e9939 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:58.191511 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8413848f-5e62-4920-a10f-20ee806593cd req-09330c2e-5c78-4113-b0e6-0822629e9939 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1455166 Jul 19 20:43:58.211373 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] Pushing event deleted for resources: {'Network': ['ID=1647aa07-6bd7-4b7c-a3e8-195cc10f3d58,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:58.219723 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:58.232936 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:58.240973 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-818add40-188a-443c-8342-e891f5ea35fe admin admin] 10.222.0.36 "DELETE /v2.0/networks/1647aa07-6bd7-4b7c-a3e8-195cc10f3d58 HTTP/1.1" status: 204 len: 168 time: 0.9922101 Jul 19 20:43:58.254419 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device bf9d59ba-dada-48d5-b776-43cfb6a29753 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:43:58.296216 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8413848f-5e62-4920-a10f-20ee806593cd req-d16e31b6-196a-4dfc-96df-15c01a329abf tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961370 Jul 19 20:43:58.322930 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: bf9d59ba-dada-48d5-b776-43cfb6a29753 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:43:58.323318 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device bf9d59ba-dada-48d5-b776-43cfb6a29753 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:43:58.412556 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 48284) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:58.474865 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-521fe04b-00e2-4e74-bdb4-2fbed5f651a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1500a4b1af454e9bb41a539996016725&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0610662 Jul 19 20:43:58.478060 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 48288) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:43:58.576025 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-739b2483-af67-4934-8436-d97916126492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:58.606456 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-739b2483-af67-4934-8436-d97916126492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:58.738071 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-739b2483-af67-4934-8436-d97916126492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:58.743709 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-dc70e248-296c-4bee-8285-386575b69f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:43:58.763131 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b2483-af67-4934-8436-d97916126492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d68f37-1998-4b53-be58-19293aa5d1d0,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:43:58.788642 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-739b2483-af67-4934-8436-d97916126492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:43:58.830362 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-739b2483-af67-4934-8436-d97916126492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:43:58.831960 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-739b2483-af67-4934-8436-d97916126492 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45d68f37-1998-4b53-be58-19293aa5d1d0 HTTP/1.1" status: 204 len: 168 time: 0.3522265 Jul 19 20:43:59.454316 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb639f6-3e51-4fff-86bb-4cb290d33313 req-f73ca8e0-5381-4836-bd58-cd0d970a39ef tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:59.462442 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ceb639f6-3e51-4fff-86bb-4cb290d33313 req-f73ca8e0-5381-4836-bd58-cd0d970a39ef tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 946 time: 0.1355932 Jul 19 20:43:59.553936 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ceb639f6-3e51-4fff-86bb-4cb290d33313 req-b5058d20-4a0a-4002-85d5-de97b27edd02 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751092 Jul 19 20:43:59.565723 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85b53a-86b0-49f5-a7e5-bdf9b02d9629 req-c6e5cffe-5f95-4dd8-bc96-cbd8aee6a8b0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:59.571104 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2a85b53a-86b0-49f5-a7e5-bdf9b02d9629 req-c6e5cffe-5f95-4dd8-bc96-cbd8aee6a8b0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1525528 Jul 19 20:43:59.626290 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2a85b53a-86b0-49f5-a7e5-bdf9b02d9629 req-b3e91c3d-31d8-4909-b2a3-a29aeb653d86 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499125 Jul 19 20:43:59.864584 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a8f2-8c4e-40c8-b824-08ca864fcc54 req-45bfad03-4dbc-4089-b1c5-2cc971005996 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:43:59.868066 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ab06a8f2-8c4e-40c8-b824-08ca864fcc54 req-45bfad03-4dbc-4089-b1c5-2cc971005996 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 946 time: 0.2035246 Jul 19 20:44:00.023804 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-ab06a8f2-8c4e-40c8-b824-08ca864fcc54 req-c82355ec-4268-4732-94e5-390f4946c6d8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Deleting port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:44:00.024453 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ab06a8f2-8c4e-40c8-b824-08ca864fcc54 req-c82355ec-4268-4732-94e5-390f4946c6d8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:00.471856 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-ab06a8f2-8c4e-40c8-b824-08ca864fcc54 req-c82355ec-4268-4732-94e5-390f4946c6d8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] For port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84fdfb2c-bf79-41fc-adef-1cf32b19a8df,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:44:00.472679 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ab06a8f2-8c4e-40c8-b824-08ca864fcc54 req-c82355ec-4268-4732-94e5-390f4946c6d8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:00.535937 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:44:00.647265 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-ab06a8f2-8c4e-40c8-b824-08ca864fcc54 req-c82355ec-4268-4732-94e5-390f4946c6d8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Calling delete_port for 84fdfb2c-bf79-41fc-adef-1cf32b19a8df owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:44:00.667410 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e72f44e2-19b7-4bba-bb3d-897463a4bf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:01.138376 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711b440-47ad-46ac-b511-b6ff8f39f265 req-58641af9-e869-4185-89ee-759663cd8fc7 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:01.149255 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3711b440-47ad-46ac-b511-b6ff8f39f265 req-58641af9-e869-4185-89ee-759663cd8fc7 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2123792 Jul 19 20:44:01.198181 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ab06a8f2-8c4e-40c8-b824-08ca864fcc54 req-c82355ec-4268-4732-94e5-390f4946c6d8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:01.211110 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-27848de0-5cb8-4860-9603-a300ef7d9b4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:01.220160 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3711b440-47ad-46ac-b511-b6ff8f39f265 req-ce840aa0-7481-45b7-a201-8a48dbd4a74d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696044 Jul 19 20:44:01.236460 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['2851e68c-991e-46eb-9d87-1db83077976f', '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:44:01.303519 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82355ec-4268-4732-94e5-390f4946c6d8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Pushing event deleted for resources: {'Port': ['ID=84fdfb2c-bf79-41fc-adef-1cf32b19a8df,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:01.307486 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c82355ec-4268-4732-94e5-390f4946c6d8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:01.407332 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab06a8f2-8c4e-40c8-b824-08ca864fcc54 req-c82355ec-4268-4732-94e5-390f4946c6d8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] No DVR routers for this DVR port 84fdfb2c-bf79-41fc-adef-1cf32b19a8df on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:44:01.410787 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ab06a8f2-8c4e-40c8-b824-08ca864fcc54 req-c82355ec-4268-4732-94e5-390f4946c6d8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:01.415228 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:01.427821 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0552eec1-cfd6-441b-b43e-0d1362994263', 'name': 'network-vif-deleted', 'tag': '84fdfb2c-bf79-41fc-adef-1cf32b19a8df'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:44:01.449357 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ab06a8f2-8c4e-40c8-b824-08ca864fcc54 req-c82355ec-4268-4732-94e5-390f4946c6d8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "DELETE /v2.0/ports/84fdfb2c-bf79-41fc-adef-1cf32b19a8df HTTP/1.1" status: 204 len: 173 time: 1.5740581 Jul 19 20:44:01.482300 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b9b09-ef27-4af4-aff4-88dee7b53cff req-4c9406ff-dafa-43a8-8cda-95d8e85d5711 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:01.488855 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-e29b9b09-ef27-4af4-aff4-88dee7b53cff req-4c9406ff-dafa-43a8-8cda-95d8e85d5711 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Synchronizing usage tracker for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:44:01.537628 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0552eec1-cfd6-441b-b43e-0d1362994263', 'name': 'network-vif-deleted', 'tag': '84fdfb2c-bf79-41fc-adef-1cf32b19a8df', 'status': 'completed', 'code': 200} Jul 19 20:44:01.541688 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-e29b9b09-ef27-4af4-aff4-88dee7b53cff req-4c9406ff-dafa-43a8-8cda-95d8e85d5711 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Unset dirty status for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:44:01.543985 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e29b9b09-ef27-4af4-aff4-88dee7b53cff req-4c9406ff-dafa-43a8-8cda-95d8e85d5711 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=0552eec1-cfd6-441b-b43e-0d1362994263 HTTP/1.1" status: 200 len: 867 time: 0.6310971 Jul 19 20:44:01.668216 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e29b9b09-ef27-4af4-aff4-88dee7b53cff req-183c1164-1840-48e8-a899-b43d20371b0d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158776 Jul 19 20:44:02.478023 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cbb12-0055-4b4b-8aa9-5a7ec7a7b61e req-641acac0-cb22-42ee-90e7-5d5c6ef5f38d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:02.481452 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0a5cbb12-0055-4b4b-8aa9-5a7ec7a7b61e req-641acac0-cb22-42ee-90e7-5d5c6ef5f38d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1018240 Jul 19 20:44:02.527070 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0a5cbb12-0055-4b4b-8aa9-5a7ec7a7b61e req-12584c9a-605f-41b8-9e5c-7b78bc28557e tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416136 Jul 19 20:44:02.782242 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 84fdfb2c-bf79-41fc-adef-1cf32b19a8df no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:44:02.817264 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: 84fdfb2c-bf79-41fc-adef-1cf32b19a8df {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:44:02.817621 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 84fdfb2c-bf79-41fc-adef-1cf32b19a8df not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:44:03.155263 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0ad91-d3cf-42c8-95c3-2d0a48c6abbc req-b8da8c1a-1052-4e26-8598-f03237453955 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:03.156853 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6c0ad91-d3cf-42c8-95c3-2d0a48c6abbc req-b8da8c1a-1052-4e26-8598-f03237453955 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 945 time: 0.0957770 Jul 19 20:44:03.213279 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6c0ad91-d3cf-42c8-95c3-2d0a48c6abbc req-74fecca5-1b93-4268-88ae-0e5fd875683f tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491490 Jul 19 20:44:03.396188 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b9075910-16f5-44f9-b1fe-b03306b8f4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:03.826788 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2995732-4ec2-4726-bbb9-6d849043d1da req-611a6e44-fd9e-4cf4-aea9-bac725a1a4ce tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:03.829521 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c2995732-4ec2-4726-bbb9-6d849043d1da req-611a6e44-fd9e-4cf4-aea9-bac725a1a4ce tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1504977 Jul 19 20:44:03.896361 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c2995732-4ec2-4726-bbb9-6d849043d1da req-2dd26210-8c43-41e0-893b-1bff33fa1a37 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591855 Jul 19 20:44:04.434615 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ac29b-b02d-4839-bc52-7310ab430877 req-00d2ab0a-a907-4959-960e-0baab685c3b9 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:04.436213 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f32ac29b-b02d-4839-bc52-7310ab430877 req-00d2ab0a-a907-4959-960e-0baab685c3b9 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 945 time: 0.0907345 Jul 19 20:44:04.491083 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f32ac29b-b02d-4839-bc52-7310ab430877 req-91090a56-2e4a-45da-9602-54d31715bf61 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485542 Jul 19 20:44:04.980923 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec54eff-9355-45c1-8905-6e995fde89a3 req-35b90b91-d439-48b7-bc92-75bd40357e14 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:04.984505 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fec54eff-9355-45c1-8905-6e995fde89a3 req-35b90b91-d439-48b7-bc92-75bd40357e14 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 945 time: 0.1015818 Jul 19 20:44:05.113410 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48498) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:05.123971 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-fec54eff-9355-45c1-8905-6e995fde89a3 req-750faf86-f9ab-488d-8d7a-a58250807e3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Deleting port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:44:05.124309 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fec54eff-9355-45c1-8905-6e995fde89a3 req-750faf86-f9ab-488d-8d7a-a58250807e3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:05.183308 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:05.195792 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_v2 [None req-148ed00d-d6ac-4580-b97d-10f5060d64fb admin admin] Deleting subnet ae895624-6418-428d-939d-8386f92aca2e {{(pid=78682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:44:05.199936 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-148ed00d-d6ac-4580-b97d-10f5060d64fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:05.250639 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237274df-5d7d-41b4-b81d-7df5dc182a41 req-e3cb6559-272d-4d3e-b61c-46a1e945f078 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:05.252299 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-237274df-5d7d-41b4-b81d-7df5dc182a41 req-e3cb6559-272d-4d3e-b61c-46a1e945f078 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2124312 Jul 19 20:44:05.295360 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-148ed00d-d6ac-4580-b97d-10f5060d64fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2929497'] for subnet, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:05.360166 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-237274df-5d7d-41b4-b81d-7df5dc182a41 req-9da69c8c-091b-4d91-9867-76a14f73ca8d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960078 Jul 19 20:44:05.382052 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-148ed00d-d6ac-4580-b97d-10f5060d64fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:05.470293 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-148ed00d-d6ac-4580-b97d-10f5060d64fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2174257'] for subnet, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:05.478171 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:05.495150 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-fec54eff-9355-45c1-8905-6e995fde89a3 req-750faf86-f9ab-488d-8d7a-a58250807e3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] For port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=4a19608f-08da-4eb4-abe2-1cbc6d08fc0b,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:44:05.496225 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fec54eff-9355-45c1-8905-6e995fde89a3 req-750faf86-f9ab-488d-8d7a-a58250807e3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:05.582533 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 48508) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:05.625182 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ed00d-d6ac-4580-b97d-10f5060d64fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae895624-6418-428d-939d-8386f92aca2e,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:05.628578 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-148ed00d-d6ac-4580-b97d-10f5060d64fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:05.629844 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-148ed00d-d6ac-4580-b97d-10f5060d64fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:05.650577 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-148ed00d-d6ac-4580-b97d-10f5060d64fb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ae895624-6418-428d-939d-8386f92aca2e HTTP/1.1" status: 204 len: 168 time: 0.5355084 Jul 19 20:44:05.653115 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48512) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:05.694210 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-fec54eff-9355-45c1-8905-6e995fde89a3 req-750faf86-f9ab-488d-8d7a-a58250807e3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Calling delete_port for 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:44:05.769735 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:05.824744 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23085a1f-eebe-4f1d-a0d0-dabab045dc01 req-08a1b9ee-5481-471a-ba93-fee6b66343b4 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:05.826495 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-23085a1f-eebe-4f1d-a0d0-dabab045dc01 req-08a1b9ee-5481-471a-ba93-fee6b66343b4 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 945 time: 0.1797926 Jul 19 20:44:05.912131 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-43641c4a-5616-4fe7-a5f3-ea64327f5c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:05.955421 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-43641c4a-5616-4fe7-a5f3-ea64327f5c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:05.963991 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-23085a1f-eebe-4f1d-a0d0-dabab045dc01 req-be931b58-3573-4b72-98bd-ea0413e7498c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061924 Jul 19 20:44:05.964605 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fec54eff-9355-45c1-8905-6e995fde89a3 req-750faf86-f9ab-488d-8d7a-a58250807e3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:05.972591 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-43641c4a-5616-4fe7-a5f3-ea64327f5c51 admin admin] Usage tracker for resource:security_group_rule and tenant:faaa27df84af4e72978330f9ad25eef8 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:05.975169 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-22a762aa-692c-4183-8f4c-30fb6d8b9714 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:06.001779 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.009025 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['2851e68c-991e-46eb-9d87-1db83077976f', '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:44:06.016054 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-43641c4a-5616-4fe7-a5f3-ea64327f5c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:06.028272 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04407a74-902c-4266-8f67-5731ab76b1a7']}} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:06.030199 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750faf86-f9ab-488d-8d7a-a58250807e3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Pushing event deleted for resources: {'Port': ['ID=4a19608f-08da-4eb4-abe2-1cbc6d08fc0b,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:06.032817 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-750faf86-f9ab-488d-8d7a-a58250807e3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:06.051331 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cf1175-14e9-472b-9953-704e9b113fcd') {'for_net_delete': True} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:06.051830 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cf1175-14e9-472b-9953-704e9b113fcd') {} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:06.066576 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-43641c4a-5616-4fe7-a5f3-ea64327f5c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:06.074281 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2929478'] for segment, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.103289 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.116600 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=78682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:44:06.118892 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909962'] for segment, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.119119 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec54eff-9355-45c1-8905-6e995fde89a3 req-750faf86-f9ab-488d-8d7a-a58250807e3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] No DVR routers for this DVR port 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:44:06.121904 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fec54eff-9355-45c1-8905-6e995fde89a3 req-750faf86-f9ab-488d-8d7a-a58250807e3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.126193 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e6aa8b-9c47-4cd5-a919-753162fd2662', 'name': 'network-vif-deleted', 'tag': '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: Traceback (most recent call last): Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: timer() Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: cb(*args, **kw) Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: return func(*args, **kwargs) Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: self._notify() Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: self.callback(batched_events) Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: event.method(event) Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: return f(self, *a, **k) Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._get(url).json() Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: return self.request(url, 'GET', **kwargs) Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:44:06.149021 dv-cinder-801321-1-iscsi neutron-server[78682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:44:06.185916 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e6aa8b-9c47-4cd5-a919-753162fd2662', 'name': 'network-vif-deleted', 'tag': '4a19608f-08da-4eb4-abe2-1cbc6d08fc0b', 'status': 'completed', 'code': 200} Jul 19 20:44:06.193389 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fec54eff-9355-45c1-8905-6e995fde89a3 req-750faf86-f9ab-488d-8d7a-a58250807e3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "DELETE /v2.0/ports/4a19608f-08da-4eb4-abe2-1cbc6d08fc0b HTTP/1.1" status: 204 len: 173 time: 1.1934299 Jul 19 20:44:06.253879 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.260308 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-9b132b7d-a72f-48ad-838f-5f62f065f8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:06.274108 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.285296 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=04407a74-902c-4266-8f67-5731ab76b1a7,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:06.290304 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:06.296094 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-43641c4a-5616-4fe7-a5f3-ea64327f5c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.299102 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-6a5dd7cb-5c67-404e-b861-74364cc7b0b5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/04407a74-902c-4266-8f67-5731ab76b1a7 HTTP/1.1" status: 204 len: 168 time: 0.6446824 Jul 19 20:44:06.303842 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-43641c4a-5616-4fe7-a5f3-ea64327f5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.322104 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e623f918-03cd-477d-9703-23b467489d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:06.401442 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-43641c4a-5616-4fe7-a5f3-ea64327f5c51 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=faaa27df84af4e72978330f9ad25eef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8169301 Jul 19 20:44:06.403379 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 48524) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:06.407733 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43641c4a-5616-4fe7-a5f3-ea64327f5c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb025c0a-290f-4367-8a7d-43528f43af37,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:06.435454 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-43641c4a-5616-4fe7-a5f3-ea64327f5c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:06.478476 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48528) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:06.549424 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-a252affe-75c4-4a42-b7b7-d8725379aa3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5dc83762124d44c2ae90bf9a7f8376b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690706 Jul 19 20:44:06.553282 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48532) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:06.596535 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.634483 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4411c640-60d3-433f-a2ab-684a6ae58cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.665641 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4411c640-60d3-433f-a2ab-684a6ae58cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.729514 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4411c640-60d3-433f-a2ab-684a6ae58cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.731403 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dc1c0890-e83c-4641-939d-671f90a51944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.745647 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-667f5c74-b33b-436b-8056-45c30a188cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:06.769023 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411c640-60d3-433f-a2ab-684a6ae58cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60657a93-515a-49a4-a22e-5d388a1be00d,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:06.772061 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4411c640-60d3-433f-a2ab-684a6ae58cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:06.780475 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4411c640-60d3-433f-a2ab-684a6ae58cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.783818 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-4411c640-60d3-433f-a2ab-684a6ae58cdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60657a93-515a-49a4-a22e-5d388a1be00d HTTP/1.1" status: 204 len: 168 time: 0.2265944 Jul 19 20:44:06.794249 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dc1c0890-e83c-4641-939d-671f90a51944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.864853 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c42534-9bf4-496a-8654-9e91cc80c4d1 req-1cf64c76-b633-4289-adc9-6b2acf8840e8 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:06.868228 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-16c42534-9bf4-496a-8654-9e91cc80c4d1 req-1cf64c76-b633-4289-adc9-6b2acf8840e8 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.3450630 Jul 19 20:44:06.940017 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-16c42534-9bf4-496a-8654-9e91cc80c4d1 req-2dd24190-61d6-4042-b3c6-f7ec07a7daf6 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650394 Jul 19 20:44:06.942482 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dc1c0890-e83c-4641-939d-671f90a51944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.952393 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-fa8e9708-d246-4694-853f-a8330fcd03ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:06.972913 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c0890-e83c-4641-939d-671f90a51944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb025c0a-290f-4367-8a7d-43528f43af37,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:06.979416 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-dc1c0890-e83c-4641-939d-671f90a51944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:06.984822 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-dc1c0890-e83c-4641-939d-671f90a51944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:06.986628 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-dc1c0890-e83c-4641-939d-671f90a51944 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb025c0a-290f-4367-8a7d-43528f43af37 HTTP/1.1" status: 204 len: 168 time: 0.5815482 Jul 19 20:44:07.233473 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a69c5b47-5484-46b8-9b87-c1dc97909f83 req-0d220a41-ac6e-4c92-a982-e07eb4c5330b tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e6aa8b-9c47-4cd5-a919-753162fd2662 HTTP/1.1" status: 200 len: 210 time: 0.0765579 Jul 19 20:44:07.527170 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48556) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:07.545788 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fdd6f0e3-cf38-4590-af20-7a2a580bb1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:07.562874 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-fdd6f0e3-cf38-4590-af20-7a2a580bb1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:07.567902 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-fdd6f0e3-cf38-4590-af20-7a2a580bb1c0 admin admin] Usage tracker for resource:security_group_rule and tenant:8a4fec66f8e347e1925ab138d735eb11 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:07.571557 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-fdd6f0e3-cf38-4590-af20-7a2a580bb1c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:07.578089 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-fdd6f0e3-cf38-4590-af20-7a2a580bb1c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:07.669621 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fdd6f0e3-cf38-4590-af20-7a2a580bb1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:07.674008 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fdd6f0e3-cf38-4590-af20-7a2a580bb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:07.681363 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d073995f-d495-4c74-8839-d07d9fadf358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:07.726513 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-fdd6f0e3-cf38-4590-af20-7a2a580bb1c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a4fec66f8e347e1925ab138d735eb11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955936 Jul 19 20:44:07.726513 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6f0e3-cf38-4590-af20-7a2a580bb1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b44fea8-d1af-48a0-a580-089f06d99444,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:07.727623 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48564) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:07.729925 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-fdd6f0e3-cf38-4590-af20-7a2a580bb1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:07.799403 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4dc14a29-2b05-42a3-8ef7-8211e899908c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:07.837696 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4dc14a29-2b05-42a3-8ef7-8211e899908c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:07.897713 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4dc14a29-2b05-42a3-8ef7-8211e899908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:07.905173 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4c4a871c-fcdd-43e7-9d0e-76c2770e72be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:07.925717 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc14a29-2b05-42a3-8ef7-8211e899908c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b44fea8-d1af-48a0-a580-089f06d99444,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:07.939129 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4dc14a29-2b05-42a3-8ef7-8211e899908c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:07.939129 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4dc14a29-2b05-42a3-8ef7-8211e899908c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:07.940338 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-4dc14a29-2b05-42a3-8ef7-8211e899908c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b44fea8-d1af-48a0-a580-089f06d99444 HTTP/1.1" status: 204 len: 168 time: 0.2120364 Jul 19 20:44:08.288905 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde22a4b-cdc3-4925-98c7-d9ce65783ebd req-a356864a-3f23-444e-97c9-9efc6f65999d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:08.293056 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dde22a4b-cdc3-4925-98c7-d9ce65783ebd req-a356864a-3f23-444e-97c9-9efc6f65999d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1972923 Jul 19 20:44:08.357140 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dde22a4b-cdc3-4925-98c7-d9ce65783ebd req-459bd16b-b53b-43b1-9ab2-b7394484cb60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573680 Jul 19 20:44:08.788468 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:44:08.879868 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:44:08.881094 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 4a19608f-08da-4eb4-abe2-1cbc6d08fc0b not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:44:09.589173 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b70a6e-7c18-4c84-b068-e034a396674b req-e4461a25-d382-4bd5-9dcd-a235c1568c17 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:09.591663 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2b70a6e-7c18-4c84-b068-e034a396674b req-e4461a25-d382-4bd5-9dcd-a235c1568c17 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1168456 Jul 19 20:44:09.644723 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2b70a6e-7c18-4c84-b068-e034a396674b req-650a7187-fc0f-4a34-adcb-84d9eaa9f268 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466964 Jul 19 20:44:10.371151 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564afb73-bb8d-42f9-92da-f196b908cfd3 req-05f6ac07-a07f-4f12-9b8c-4e1bc78706f1 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:10.372041 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-564afb73-bb8d-42f9-92da-f196b908cfd3 req-05f6ac07-a07f-4f12-9b8c-4e1bc78706f1 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Synchronizing usage tracker for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:44:10.391024 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-564afb73-bb8d-42f9-92da-f196b908cfd3 req-05f6ac07-a07f-4f12-9b8c-4e1bc78706f1 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Unset dirty status for tenant:9bb32e2c0d884db3adac0737a09fe6d3 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:44:10.392323 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-564afb73-bb8d-42f9-92da-f196b908cfd3 req-05f6ac07-a07f-4f12-9b8c-4e1bc78706f1 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 946 time: 0.1323993 Jul 19 20:44:10.470351 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-564afb73-bb8d-42f9-92da-f196b908cfd3 req-69350d56-1874-472e-94d3-fb6041866c17 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699689 Jul 19 20:44:10.988093 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ccf1e-fdd9-4aa9-a790-e72bb8b3d5c2 req-d358424c-8939-48e7-a5ae-4ff8f1c66dea tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:10.989759 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5d5ccf1e-fdd9-4aa9-a790-e72bb8b3d5c2 req-d358424c-8939-48e7-a5ae-4ff8f1c66dea tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1281216 Jul 19 20:44:11.046464 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5d5ccf1e-fdd9-4aa9-a790-e72bb8b3d5c2 req-3bf29ec5-2a2c-4f31-85cb-cfa80b015d7d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498970 Jul 19 20:44:11.533474 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 48700) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:11.689858 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b9ba8ef2-aa0c-428b-8f9c-fdc9f2b01d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:11.709801 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-b9ba8ef2-aa0c-428b-8f9c-fdc9f2b01d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:11.716230 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-b9ba8ef2-aa0c-428b-8f9c-fdc9f2b01d9d admin admin] Usage tracker for resource:security_group_rule and tenant:21acc9510f0b4231872cbb59aabca7b2 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:11.720816 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-b9ba8ef2-aa0c-428b-8f9c-fdc9f2b01d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:11.728952 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-b9ba8ef2-aa0c-428b-8f9c-fdc9f2b01d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:11.739938 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a11b-3611-4fdf-ab01-d132eec4d890 req-99cc6d30-89a2-45e3-9e3e-f00fdd29ca68 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:11.742007 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4a26a11b-3611-4fdf-ab01-d132eec4d890 req-99cc6d30-89a2-45e3-9e3e-f00fdd29ca68 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 946 time: 0.1465611 Jul 19 20:44:11.811677 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4a26a11b-3611-4fdf-ab01-d132eec4d890 req-e1089b1d-a9ee-4b40-b1e0-7f93b0bb7dd4 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627542 Jul 19 20:44:11.871655 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b9ba8ef2-aa0c-428b-8f9c-fdc9f2b01d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:11.875511 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b9ba8ef2-aa0c-428b-8f9c-fdc9f2b01d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:11.882705 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1738c19d-d237-4ddf-855e-f28053b99266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:11.927431 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-b9ba8ef2-aa0c-428b-8f9c-fdc9f2b01d9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21acc9510f0b4231872cbb59aabca7b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927627 Jul 19 20:44:11.928428 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba8ef2-aa0c-428b-8f9c-fdc9f2b01d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe58be7e-5e91-4d69-b6d7-130ca678bc92,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:11.930773 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48706) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:11.932152 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-b9ba8ef2-aa0c-428b-8f9c-fdc9f2b01d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:11.992921 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7500-46fd-4906-ba5a-657d9c5fe398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:12.020273 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7500-46fd-4906-ba5a-657d9c5fe398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:12.092938 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7500-46fd-4906-ba5a-657d9c5fe398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:12.102363 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1494803f-1c6f-422a-8d67-7091b4637210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:12.124111 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f7500-46fd-4906-ba5a-657d9c5fe398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe58be7e-5e91-4d69-b6d7-130ca678bc92,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:12.135474 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-5e4f7500-46fd-4906-ba5a-657d9c5fe398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:12.136859 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7500-46fd-4906-ba5a-657d9c5fe398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:12.143456 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-5e4f7500-46fd-4906-ba5a-657d9c5fe398 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe58be7e-5e91-4d69-b6d7-130ca678bc92 HTTP/1.1" status: 204 len: 168 time: 0.2106345 Jul 19 20:44:12.219848 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9a685-e8bc-44c4-b8e8-d4b48fcb552e req-7836092b-eefc-47a8-a9ea-a79f16306739 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:12.221743 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ebe9a685-e8bc-44c4-b8e8-d4b48fcb552e req-7836092b-eefc-47a8-a9ea-a79f16306739 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 946 time: 0.1135530 Jul 19 20:44:12.312031 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-ebe9a685-e8bc-44c4-b8e8-d4b48fcb552e req-0a5ef826-d513-40bb-a194-e5f85e129e82 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Deleting port 2851e68c-991e-46eb-9d87-1db83077976f {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:44:12.312497 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ebe9a685-e8bc-44c4-b8e8-d4b48fcb552e req-0a5ef826-d513-40bb-a194-e5f85e129e82 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:12.316996 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78753f-ab28-45b9-884a-0a55a48c7019 req-8fca33a3-c49b-4fe1-99cf-dae466490513 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:12.318879 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cb78753f-ab28-45b9-884a-0a55a48c7019 req-8fca33a3-c49b-4fe1-99cf-dae466490513 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1380420 Jul 19 20:44:12.397168 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cb78753f-ab28-45b9-884a-0a55a48c7019 req-726f0dbe-bf4b-4e01-996d-917ccb034fdd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705280 Jul 19 20:44:12.606192 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48726) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:12.638213 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9e82a143-3fe6-48a9-9324-c2032580a410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:12.664678 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-9e82a143-3fe6-48a9-9324-c2032580a410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:12.671010 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-9e82a143-3fe6-48a9-9324-c2032580a410 admin admin] Usage tracker for resource:security_group_rule and tenant:eda9581b42f04762a310c0df09c8dd75 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:12.675311 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-9e82a143-3fe6-48a9-9324-c2032580a410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:12.683734 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-9e82a143-3fe6-48a9-9324-c2032580a410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:12.749585 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-ebe9a685-e8bc-44c4-b8e8-d4b48fcb552e req-0a5ef826-d513-40bb-a194-e5f85e129e82 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] For port 2851e68c-991e-46eb-9d87-1db83077976f, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=2851e68c-991e-46eb-9d87-1db83077976f,segment=NetworkSegment(c9defb9c-c9c9-4300-8048-938935cd7951),segment_id=c9defb9c-c9c9-4300-8048-938935cd7951)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:44:12.750516 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ebe9a685-e8bc-44c4-b8e8-d4b48fcb552e req-0a5ef826-d513-40bb-a194-e5f85e129e82 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:12.794452 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9e82a143-3fe6-48a9-9324-c2032580a410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:12.799617 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9e82a143-3fe6-48a9-9324-c2032580a410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:12.807456 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4d553228-fc7a-42aa-bd26-9452549a1d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:12.862123 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-9e82a143-3fe6-48a9-9324-c2032580a410 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eda9581b42f04762a310c0df09c8dd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539303 Jul 19 20:44:12.863079 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82a143-3fe6-48a9-9324-c2032580a410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876ef589-064f-44d2-8b71-9ca56ab1e887,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:12.866631 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-9e82a143-3fe6-48a9-9324-c2032580a410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:12.867522 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48732) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:12.897027 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-ebe9a685-e8bc-44c4-b8e8-d4b48fcb552e req-0a5ef826-d513-40bb-a194-e5f85e129e82 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Calling delete_port for 2851e68c-991e-46eb-9d87-1db83077976f owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:44:12.940251 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1e81e0b1-2dc1-4653-8a4e-cbe729fc230c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:12.979514 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1e81e0b1-2dc1-4653-8a4e-cbe729fc230c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:13.053864 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1e81e0b1-2dc1-4653-8a4e-cbe729fc230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:13.057978 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-58624f56-1a9d-41e0-b98d-4445204a0703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:13.074866 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1e81e0b1-2dc1-4653-8a4e-cbe729fc230c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:13.076019 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-1e81e0b1-2dc1-4653-8a4e-cbe729fc230c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/876ef589-064f-44d2-8b71-9ca56ab1e887 HTTP/1.1" status: 204 len: 168 time: 0.2075703 Jul 19 20:44:13.077084 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81e0b1-2dc1-4653-8a4e-cbe729fc230c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876ef589-064f-44d2-8b71-9ca56ab1e887,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:13.081365 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1e81e0b1-2dc1-4653-8a4e-cbe729fc230c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:13.143704 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c746f-6e5d-4f0e-82ce-5d8cb580edb1 req-eb4e332d-bc67-433d-a9bb-3478b4dc26a3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:13.145213 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-812c746f-6e5d-4f0e-82ce-5d8cb580edb1 req-eb4e332d-bc67-433d-a9bb-3478b4dc26a3 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe HTTP/1.1" status: 200 len: 946 time: 0.1781468 Jul 19 20:44:13.157705 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ebe9a685-e8bc-44c4-b8e8-d4b48fcb552e req-0a5ef826-d513-40bb-a194-e5f85e129e82 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:13.167709 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-ff27f880-daff-49ea-978a-06a380a759a6 tempest-VolumesActionsTest-1165050493 tempest-VolumesActionsTest-1165050493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:13.235509 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ef826-d513-40bb-a194-e5f85e129e82 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Pushing event deleted for resources: {'Port': ['ID=2851e68c-991e-46eb-9d87-1db83077976f,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:13.272155 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0a5ef826-d513-40bb-a194-e5f85e129e82 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:13.333914 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe9a685-e8bc-44c4-b8e8-d4b48fcb552e req-0a5ef826-d513-40bb-a194-e5f85e129e82 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] No DVR routers for this DVR port 2851e68c-991e-46eb-9d87-1db83077976f on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:44:13.338193 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-812c746f-6e5d-4f0e-82ce-5d8cb580edb1 req-672be168-35c0-44ad-90d6-b61ced195d2f tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d9f76de-889a-41ba-b001-d40adf2fa4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776574 Jul 19 20:44:13.339404 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ebe9a685-e8bc-44c4-b8e8-d4b48fcb552e req-0a5ef826-d513-40bb-a194-e5f85e129e82 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:13.342136 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe', 'name': 'network-vif-deleted', 'tag': '2851e68c-991e-46eb-9d87-1db83077976f'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:44:13.376346 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ebe9a685-e8bc-44c4-b8e8-d4b48fcb552e req-0a5ef826-d513-40bb-a194-e5f85e129e82 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] 10.222.0.45 "DELETE /v2.0/ports/2851e68c-991e-46eb-9d87-1db83077976f HTTP/1.1" status: 204 len: 173 time: 1.1464646 Jul 19 20:44:13.400902 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0f44fd-148d-4cf9-a64c-99bad0d8d0fe', 'name': 'network-vif-deleted', 'tag': '2851e68c-991e-46eb-9d87-1db83077976f', 'status': 'completed', 'code': 200} Jul 19 20:44:13.646718 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e2d5b-ebe0-499a-bc4c-8146f7e68ae8 req-740525b0-f33f-400f-b311-4f9096afbe0a tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:13.676978 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-322e2d5b-ebe0-499a-bc4c-8146f7e68ae8 req-740525b0-f33f-400f-b311-4f9096afbe0a tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1530728 Jul 19 20:44:13.836040 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-322e2d5b-ebe0-499a-bc4c-8146f7e68ae8 req-cccc1878-fe09-440c-926f-565b7bbe0de3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574259 Jul 19 20:44:14.155819 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48768) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:14.280992 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-286465961-network', 'tenant_id': '7e0e3cd6853f48b8aaa211f3bfb1d06a'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:14.286081 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:14.290574 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Usage tracker for resource:network and tenant:7e0e3cd6853f48b8aaa211f3bfb1d06a is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:14.293831 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:14.300719 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:14.312400 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Made reservation on behalf of 7e0e3cd6853f48b8aaa211f3bfb1d06a for: {'network': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:44:14.315159 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.328862 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.344892 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:14.348977 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Usage tracker for resource:security_group_rule and tenant:7e0e3cd6853f48b8aaa211f3bfb1d06a is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:14.352131 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:14.358167 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:14.457778 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 48776) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:14.490131 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.496219 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.503712 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-b161be46-65df-4991-b660-ba8f23becd18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:14.527859 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_v2 [None req-de061d27-dde8-44e9-94ab-cc6903576506 admin admin] Deleting subnet 1519832d-8f12-4fc6-befb-a491c3df2990 {{(pid=78681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:44:14.532248 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-de061d27-dde8-44e9-94ab-cc6903576506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.545664 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=78682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:44:14.559766 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13020cd-f68f-42f6-98bb-b48db79e6695,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:14.564327 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:14.570602 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.571443 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.segments_db [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Added segment 9c0182f6-64f3-4d3e-84cc-204c59963b79 of type vlan for network 4e3d4827-b55c-4a80-9b2c-8cc135b82338 Jul 19 20:44:14.602132 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-de061d27-dde8-44e9-94ab-cc6903576506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189686'] for subnet, precommit_delete_associations {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.603377 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.634764 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.636077 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:14.636666 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.641734 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:14.660400 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-de061d27-dde8-44e9-94ab-cc6903576506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.740571 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-de061d27-dde8-44e9-94ab-cc6903576506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2105436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3837879'] for subnet, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.747776 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5904753 Jul 19 20:44:14.748168 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:14.751230 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3d4827-b55c-4a80-9b2c-8cc135b82338,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:14.753190 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48780) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:14.755976 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0f97b008-eae0-461c-93a2-bdc2116d3f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:14.760427 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Request body: {'subnet': {'network_id': '4e3d4827-b55c-4a80-9b2c-8cc135b82338', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-286465961-subnet', 'tenant_id': '7e0e3cd6853f48b8aaa211f3bfb1d06a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:14.763868 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 4e3d4827-b55c-4a80-9b2c-8cc135b82338 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:44:14.765806 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:14.770177 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Usage tracker for resource:subnet and tenant:7e0e3cd6853f48b8aaa211f3bfb1d06a is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:14.774257 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:14.781602 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:14.791259 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de061d27-dde8-44e9-94ab-cc6903576506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1519832d-8f12-4fc6-befb-a491c3df2990,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:14.794188 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-de061d27-dde8-44e9-94ab-cc6903576506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:14.797690 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-de061d27-dde8-44e9-94ab-cc6903576506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.798687 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Made reservation on behalf of 7e0e3cd6853f48b8aaa211f3bfb1d06a for: {'subnet': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:44:14.802753 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2174298'] for subnet, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:14.806867 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-de061d27-dde8-44e9-94ab-cc6903576506 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1519832d-8f12-4fc6-befb-a491c3df2990 HTTP/1.1" status: 204 len: 168 time: 0.3450906 Jul 19 20:44:14.807227 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 48784) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:14.822263 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 2851e68c-991e-46eb-9d87-1db83077976f no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:44:14.906560 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: 2851e68c-991e-46eb-9d87-1db83077976f {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:44:14.907188 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 2851e68c-991e-46eb-9d87-1db83077976f not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:44:14.936808 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:15.137827 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:15.162427 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1729bcf6-5778-4884-aa01-775bec79dc39']}} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:15.178330 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9defb9c-c9c9-4300-8048-938935cd7951') {'for_net_delete': True} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:15.178661 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9defb9c-c9c9-4300-8048-938935cd7951') {} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:15.202916 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189673'] for segment, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:15.225687 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2929583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2174248'] for subnet, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:15.231856 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:15.233249 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-148ed00d-d6ac-4580-b97d-10f5060d64fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:15.242375 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc291e01-d138-4b53-a57d-1199862ab78c req-b58e6ad6-c39a-476f-a676-c6a836d346fd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:15.244007 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bc291e01-d138-4b53-a57d-1199862ab78c req-b58e6ad6-c39a-476f-a676-c6a836d346fd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2195060 Jul 19 20:44:15.249509 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=78681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:44:15.249917 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2105402'] for segment, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: Traceback (most recent call last): Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: timer() Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: cb(*args, **kw) Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: return func(*args, **kwargs) Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: self._notify() Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: self.callback(batched_events) Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: event.method(event) Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: return f(self, *a, **k) Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._get(url).json() Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: return self.request(url, 'GET', **kwargs) Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:44:15.267970 dv-cinder-801321-1-iscsi neutron-server[78681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:44:15.378608 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6396d937-3344-4dc9-b59c-1d104e379e85,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:15.399681 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:15.402655 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Checking segment: {'id': '9c0182f6-64f3-4d3e-84cc-204c59963b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4e3d4827-b55c-4a80-9b2c-8cc135b82338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:44:15.402915 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Network hostable DHCP agents. Network: 4e3d4827-b55c-4a80-9b2c-8cc135b82338, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:44:15.411261 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bc291e01-d138-4b53-a57d-1199862ab78c req-0b0f9240-3299-46a4-8ad3-71ae9fd7858f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392257 Jul 19 20:44:15.412197 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:15.419877 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:15.424460 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:15.450036 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Network 4e3d4827-b55c-4a80-9b2c-8cc135b82338 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:44:15.461231 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 4e3d4827-b55c-4a80-9b2c-8cc135b82338) {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:44:15.465599 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:15.466258 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:15.473970 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d95e4f-16c0-4d1c-bdd9-cc3a96f393dd None None] Network 4e3d4827-b55c-4a80-9b2c-8cc135b82338 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:44:15.492562 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] Pushing event deleted for resources: {'Network': ['ID=1729bcf6-5778-4884-aa01-775bec79dc39,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:15.502287 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-229e85cb-34e3-430a-b5a8-f9a2c7b333bc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7390094 Jul 19 20:44:15.502583 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:15.517482 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-1d5f7cea-84a6-4937-9da2-692bae82fe4e admin admin] 10.222.0.36 "DELETE /v2.0/networks/1729bcf6-5778-4884-aa01-775bec79dc39 HTTP/1.1" status: 204 len: 168 time: 0.7062104 Jul 19 20:44:15.709348 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 48804) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:15.778517 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd11248-bf1c-4082-b0ca-cc966f517b5c None None] Network 4e3d4827-b55c-4a80-9b2c-8cc135b82338 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:44:15.781280 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-cd9f362a-4fda-499d-92ef-896e5d7e08b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9bb32e2c0d884db3adac0737a09fe6d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0699370 Jul 19 20:44:15.783274 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48810) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:15.851284 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-73462c06-d100-46ed-8b5a-4ef65a98a57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:15.896382 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-73462c06-d100-46ed-8b5a-4ef65a98a57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:15.993353 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-73462c06-d100-46ed-8b5a-4ef65a98a57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:16.001348 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-a64313bf-5f03-4f76-a833-235ffe16fd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:16.030872 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73462c06-d100-46ed-8b5a-4ef65a98a57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9f76de-889a-41ba-b001-d40adf2fa4ed,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:16.036795 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-73462c06-d100-46ed-8b5a-4ef65a98a57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:16.054796 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-73462c06-d100-46ed-8b5a-4ef65a98a57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:16.058586 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-73462c06-d100-46ed-8b5a-4ef65a98a57f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d9f76de-889a-41ba-b001-d40adf2fa4ed HTTP/1.1" status: 204 len: 168 time: 0.2706738 Jul 19 20:44:16.380466 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48836) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:16.386302 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-515857989-network', 'tenant_id': '3bcaad00f2244674bc677f6ff1dbcbde'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:16.391235 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:16.395260 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Usage tracker for resource:network and tenant:3bcaad00f2244674bc677f6ff1dbcbde is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:16.398374 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:16.405178 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:16.416309 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Made reservation on behalf of 3bcaad00f2244674bc677f6ff1dbcbde for: {'network': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:44:16.418928 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:16.435382 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:16.452509 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:16.457840 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Usage tracker for resource:security_group_rule and tenant:3bcaad00f2244674bc677f6ff1dbcbde is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:16.461565 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:16.469360 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:16.767587 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:16.783641 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001cd2d-72ec-411d-85a6-2c146985c725 req-f1cda381-8c03-46ab-a597-89f57484e415 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:16.786325 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8001cd2d-72ec-411d-85a6-2c146985c725 req-f1cda381-8c03-46ab-a597-89f57484e415 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2403829 Jul 19 20:44:16.796034 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:16.802685 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d0d6ea8c-a144-46ea-bde4-0dfc88aa4065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:16.856745 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=78682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:44:16.876865 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7237b05e-8c0d-4bc3-853f-b712626eb9f4,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:16.884958 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:16.889677 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8001cd2d-72ec-411d-85a6-2c146985c725 req-5c0e5d5d-9bcf-4beb-89b1-11e56ed9a5a9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888474 Jul 19 20:44:16.890981 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:16.891326 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.segments_db [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Added segment e0d2f9d5-acc9-4aa1-ab85-f4f4096f7c07 of type vlan for network 8385e2ac-ded5-4f71-8d63-f38c105958ab Jul 19 20:44:16.930830 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:16.970826 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:16.972538 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:16.973186 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:16.979497 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:17.080860 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Pushing event updated for resources: {'Network': ['ID=8385e2ac-ded5-4f71-8d63-f38c105958ab,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:17.084106 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:17.093842 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 8385e2ac-ded5-4f71-8d63-f38c105958ab details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:44:17.105023 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7233284 Jul 19 20:44:17.109414 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48860) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:17.122338 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Request body: {'subnet': {'network_id': '8385e2ac-ded5-4f71-8d63-f38c105958ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-515857989-subnet', 'tenant_id': '3bcaad00f2244674bc677f6ff1dbcbde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:17.153892 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:17.165374 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Usage tracker for resource:subnet and tenant:3bcaad00f2244674bc677f6ff1dbcbde is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:17.168951 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:17.176159 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:17.191230 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Made reservation on behalf of 3bcaad00f2244674bc677f6ff1dbcbde for: {'subnet': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:44:17.195161 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2174298'] for subnet, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:17.286577 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:17.729214 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2929583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2174248'] for subnet, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:17.773965 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603c194-57f7-4507-a2c0-0df7114922a2 req-725fe31e-26c4-4290-911c-2ccda3f63bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:17.776012 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b603c194-57f7-4507-a2c0-0df7114922a2 req-725fe31e-26c4-4290-911c-2ccda3f63bb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf058118f5cb43efa6885c65d646147c&device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 1099 time: 0.1166048 Jul 19 20:44:17.780912 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:17.901794 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4d330a-3e63-462f-8dde-9ef34871dae3,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:17.905443 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:17.911252 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Checking segment: {'id': 'e0d2f9d5-acc9-4aa1-ab85-f4f4096f7c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8385e2ac-ded5-4f71-8d63-f38c105958ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:44:17.911684 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Network hostable DHCP agents. Network: 8385e2ac-ded5-4f71-8d63-f38c105958ab, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:44:17.938824 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee9b94-1b12-48c1-b9c9-981e8dc6d09d req-02564932-2231-49d3-bd98-fc4325930ce2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:17.940889 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d9ee9b94-1b12-48c1-b9c9-981e8dc6d09d req-02564932-2231-49d3-bd98-fc4325930ce2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.3246157 Jul 19 20:44:17.948915 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Network 8385e2ac-ded5-4f71-8d63-f38c105958ab is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:44:17.988758 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603c194-57f7-4507-a2c0-0df7114922a2 req-9c54bc07-aca2-418e-998e-6e3fbf37f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:17.990804 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b603c194-57f7-4507-a2c0-0df7114922a2 req-9c54bc07-aca2-418e-998e-6e3fbf37f1f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1cdfe2-5cf8-4f27-af81-43167309b360 HTTP/1.1" status: 200 len: 912 time: 0.2078302 Jul 19 20:44:17.999013 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 8385e2ac-ded5-4f71-8d63-f38c105958ab) {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:44:18.003667 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:18.004432 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:18.013625 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd4cdda-bf59-4bb5-bfdf-cd8a362461ff None None] Network 8385e2ac-ded5-4f71-8d63-f38c105958ab requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:44:18.065937 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d9ee9b94-1b12-48c1-b9c9-981e8dc6d09d req-572f5c1a-853d-440f-a10f-0a2293272adc tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114788 Jul 19 20:44:18.099121 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-955bb11e-858a-42a5-b0aa-32a8444eabae admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9743073 Jul 19 20:44:18.133666 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b603c194-57f7-4507-a2c0-0df7114922a2 req-959126e3-c6a6-434f-abc6-34104a04304a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb82b62-fbf4-4757-be3c-ad639764b794 HTTP/1.1" status: 200 len: 1001 time: 0.1344121 Jul 19 20:44:18.223484 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603c194-57f7-4507-a2c0-0df7114922a2 req-546f2ff9-1769-46cd-8a0c-7154674d2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:18.225516 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b603c194-57f7-4507-a2c0-0df7114922a2 req-546f2ff9-1769-46cd-8a0c-7154674d2db8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=848cf70c-e816-4440-97d0-4022a5a8251c HTTP/1.1" status: 200 len: 850 time: 0.0852747 Jul 19 20:44:18.311424 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603c194-57f7-4507-a2c0-0df7114922a2 req-5adc8302-b08f-4358-a69f-2696faf0add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:18.313151 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b603c194-57f7-4507-a2c0-0df7114922a2 req-5adc8302-b08f-4358-a69f-2696faf0add9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1cdfe2-5cf8-4f27-af81-43167309b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791349 Jul 19 20:44:18.353752 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8a3e2f-8c3f-428e-a15e-44f68e7ba940 None None] Network 8385e2ac-ded5-4f71-8d63-f38c105958ab requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:44:18.475078 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b603c194-57f7-4507-a2c0-0df7114922a2 req-dd831c4b-378b-431e-8aa8-0e22b9ba66d8 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534190 Jul 19 20:44:18.837679 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 48908) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:19.026325 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a3d4af70-f310-4e2d-ba46-648dcdddf030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:19.051647 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-a3d4af70-f310-4e2d-ba46-648dcdddf030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:19.057728 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-a3d4af70-f310-4e2d-ba46-648dcdddf030 admin admin] Usage tracker for resource:security_group_rule and tenant:5191ff14104a44c6b148033ef51b5693 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:19.062757 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-a3d4af70-f310-4e2d-ba46-648dcdddf030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:19.071214 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-a3d4af70-f310-4e2d-ba46-648dcdddf030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:19.178035 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a3d4af70-f310-4e2d-ba46-648dcdddf030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:19.183245 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a3d4af70-f310-4e2d-ba46-648dcdddf030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:19.190531 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:19.258568 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-a3d4af70-f310-4e2d-ba46-648dcdddf030 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5191ff14104a44c6b148033ef51b5693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4196272 Jul 19 20:44:19.262611 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48922) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:19.265508 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4af70-f310-4e2d-ba46-648dcdddf030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24764a8a-94a5-4d01-84c7-aaf24be1e1f1,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:19.268780 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a3d4af70-f310-4e2d-ba46-648dcdddf030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:19.336557 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40a12ae4-469b-450f-b34f-9724207492f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:19.365519 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40a12ae4-469b-450f-b34f-9724207492f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:19.423372 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40a12ae4-469b-450f-b34f-9724207492f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:19.427607 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4411c640-60d3-433f-a2ab-684a6ae58cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:19.439419 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a12ae4-469b-450f-b34f-9724207492f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24764a8a-94a5-4d01-84c7-aaf24be1e1f1,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:19.443141 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-40a12ae4-469b-450f-b34f-9724207492f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:19.447248 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40a12ae4-469b-450f-b34f-9724207492f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:19.448386 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-40a12ae4-469b-450f-b34f-9724207492f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24764a8a-94a5-4d01-84c7-aaf24be1e1f1 HTTP/1.1" status: 204 len: 168 time: 0.1847711 Jul 19 20:44:19.512435 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b603c194-57f7-4507-a2c0-0df7114922a2 req-6e3005b8-445d-4925-b712-c81f85264fe1 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824771 Jul 19 20:44:19.528796 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0de163-8b38-44ff-bfcf-22c4ab3bd8e5 req-1a1c5cc2-788d-4a5c-b1fc-b734e2a69d84 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:19.530293 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2c0de163-8b38-44ff-bfcf-22c4ab3bd8e5 req-1a1c5cc2-788d-4a5c-b1fc-b734e2a69d84 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2704742 Jul 19 20:44:19.581240 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2c0de163-8b38-44ff-bfcf-22c4ab3bd8e5 req-c03a17a3-2119-46af-883b-9517b7f00e70 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447547 Jul 19 20:44:19.746066 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48930) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:19.770902 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-57a0c63c-f6da-4d71-abf1-d1ff7fec40bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:19.797146 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-57a0c63c-f6da-4d71-abf1-d1ff7fec40bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:19.804800 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-57a0c63c-f6da-4d71-abf1-d1ff7fec40bc admin admin] Usage tracker for resource:security_group_rule and tenant:72a15ce186504ae3855e08a258d01c1c is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:19.810096 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-57a0c63c-f6da-4d71-abf1-d1ff7fec40bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:19.821593 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-57a0c63c-f6da-4d71-abf1-d1ff7fec40bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:19.930619 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-57a0c63c-f6da-4d71-abf1-d1ff7fec40bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:19.934594 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-57a0c63c-f6da-4d71-abf1-d1ff7fec40bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:19.941916 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0c4f011a-f5af-4677-a935-a8762c5f5ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:19.987756 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-57a0c63c-f6da-4d71-abf1-d1ff7fec40bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72a15ce186504ae3855e08a258d01c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405734 Jul 19 20:44:19.988654 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0c63c-f6da-4d71-abf1-d1ff7fec40bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aa6e1e-c87c-4ab7-bc95-40acaecc3cec,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:19.991518 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 48936) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:19.994034 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-57a0c63c-f6da-4d71-abf1-d1ff7fec40bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:20.052494 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4e71-e857-49b9-86fd-0351c70e3dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:20.082707 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4e71-e857-49b9-86fd-0351c70e3dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:20.156092 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4e71-e857-49b9-86fd-0351c70e3dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:20.160161 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-a598aa3e-b965-4a26-a80f-dda686f3c846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:20.172810 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a4e71-e857-49b9-86fd-0351c70e3dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aa6e1e-c87c-4ab7-bc95-40acaecc3cec,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:20.176448 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2c3a4e71-e857-49b9-86fd-0351c70e3dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:20.183832 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4e71-e857-49b9-86fd-0351c70e3dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:20.185067 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-2c3a4e71-e857-49b9-86fd-0351c70e3dbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63aa6e1e-c87c-4ab7-bc95-40acaecc3cec HTTP/1.1" status: 204 len: 168 time: 0.1926215 Jul 19 20:44:20.795345 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6a8ec-af14-4c72-8f01-3bd24bf5fb23 req-b09ca028-ada5-47ec-a7aa-cf3fdbd8fe99 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:20.798997 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-91d6a8ec-af14-4c72-8f01-3bd24bf5fb23 req-b09ca028-ada5-47ec-a7aa-cf3fdbd8fe99 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1040418 Jul 19 20:44:20.854998 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-91d6a8ec-af14-4c72-8f01-3bd24bf5fb23 req-ce5e295d-ea98-471a-8769-4e8a69773d6d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489929 Jul 19 20:44:22.061374 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80df693-4040-40aa-8945-f747de72626f req-2e9f2ca2-15c5-491d-9fe3-65fe096876a2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:22.066310 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a80df693-4040-40aa-8945-f747de72626f req-2e9f2ca2-15c5-491d-9fe3-65fe096876a2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.0915868 Jul 19 20:44:22.138713 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a80df693-4040-40aa-8945-f747de72626f req-5e3aeb70-8a88-4203-86cd-11eeea2d2ae7 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689127 Jul 19 20:44:23.359647 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5e7b6-2a6d-4e19-bd5d-c4870282be75 req-23a18fae-2d6a-4387-b075-ccb3e9482bc0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:23.362149 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-07f5e7b6-2a6d-4e19-bd5d-c4870282be75 req-23a18fae-2d6a-4387-b075-ccb3e9482bc0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.0957994 Jul 19 20:44:23.438550 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-07f5e7b6-2a6d-4e19-bd5d-c4870282be75 req-b6b3aaf4-850f-4acb-a579-39b0253e82cb tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695045 Jul 19 20:44:24.685523 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb0d91-543d-4a86-ac23-54f16e0fa5ee req-f22fb5e3-6df4-465a-85d5-481f0eed8738 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:24.688189 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-88cb0d91-543d-4a86-ac23-54f16e0fa5ee req-f22fb5e3-6df4-465a-85d5-481f0eed8738 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1390562 Jul 19 20:44:24.758710 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-88cb0d91-543d-4a86-ac23-54f16e0fa5ee req-3e3f0cb3-bdc4-45ec-925d-fcea4f2647d7 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627930 Jul 19 20:44:26.032931 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892881e-36d0-4129-9b15-f02c87f50700 req-cf60d178-2abb-4103-9303-2e21861ded36 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:26.034685 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2892881e-36d0-4129-9b15-f02c87f50700 req-cf60d178-2abb-4103-9303-2e21861ded36 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1094887 Jul 19 20:44:26.098814 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2892881e-36d0-4129-9b15-f02c87f50700 req-da995d03-3f50-46ac-9388-f9fc3d11aa28 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571401 Jul 19 20:44:30.693801 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-eeb3e82b-66dd-4bd9-a1ac-79d30dd09710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:31.306204 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:33.392409 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8a03a80f-0f38-4e76-b3cd-ddc9f70dab14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:35.153054 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:36.447041 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d833d-e711-4e3e-a163-f4678087b82b req-fca856f8-1c67-4422-8c6d-f7480043d113 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:36.450230 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a37d833d-e711-4e3e-a163-f4678087b82b req-fca856f8-1c67-4422-8c6d-f7480043d113 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 946 time: 0.3228862 Jul 19 20:44:36.515540 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a37d833d-e711-4e3e-a163-f4678087b82b req-ec840e75-061b-4159-8b88-aa0da2b3e5f3 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544055 Jul 19 20:44:36.591618 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:37.276581 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49302) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:37.457509 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f1579f93-fc38-40a4-b553-8a6a2afd991d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:37.490047 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f1579f93-fc38-40a4-b553-8a6a2afd991d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:37.498128 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f1579f93-fc38-40a4-b553-8a6a2afd991d admin admin] Usage tracker for resource:security_group_rule and tenant:bea1fb433bcc40efa5271e6eface22d1 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:37.503896 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f1579f93-fc38-40a4-b553-8a6a2afd991d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:37.515304 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f1579f93-fc38-40a4-b553-8a6a2afd991d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:37.538568 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:44:37.691422 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f1579f93-fc38-40a4-b553-8a6a2afd991d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:37.703360 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f1579f93-fc38-40a4-b553-8a6a2afd991d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:37.720075 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-02085310-0c9f-4cc1-95ae-0a0b69ecf70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:37.796523 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-f1579f93-fc38-40a4-b553-8a6a2afd991d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bea1fb433bcc40efa5271e6eface22d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5184765 Jul 19 20:44:37.802151 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 49320) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:37.803588 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1579f93-fc38-40a4-b553-8a6a2afd991d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56ddbdb-b16f-4f25-95a8-6a70152bb7dd,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:37.808835 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f1579f93-fc38-40a4-b553-8a6a2afd991d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:38.174188 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1c26392b-0268-4dcf-ab3b-32652ad9e944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:38.243310 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3935f2-98f5-4866-bc26-e460587f4c62 req-61129f0b-5022-46e2-8c10-5db3215d8118 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:38.244797 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3a3935f2-98f5-4866-bc26-e460587f4c62 req-61129f0b-5022-46e2-8c10-5db3215d8118 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 946 time: 0.5431752 Jul 19 20:44:38.251237 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1c26392b-0268-4dcf-ab3b-32652ad9e944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:38.286554 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-d5d04d51-ea35-4b18-a293-e28eb5209079 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:38.288719 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-d5d04d51-ea35-4b18-a293-e28eb5209079 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 946 time: 0.2941742 Jul 19 20:44:38.395242 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3a3935f2-98f5-4866-bc26-e460587f4c62 req-1cb8492a-c82a-4a1a-a5ea-fa77e7552468 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f7020ab-1905-4f88-b925-bb22344488f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366432 Jul 19 20:44:38.407490 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Deleting port 71399742-3b09-4966-9aeb-2ef884583024 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:44:38.407838 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:38.480660 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1c26392b-0268-4dcf-ab3b-32652ad9e944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:38.487236 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-2e69ffde-e3de-44c3-a88a-cfed66bce7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:38.530696 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26392b-0268-4dcf-ab3b-32652ad9e944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56ddbdb-b16f-4f25-95a8-6a70152bb7dd,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:38.533301 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1c26392b-0268-4dcf-ab3b-32652ad9e944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:38.574234 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-1c26392b-0268-4dcf-ab3b-32652ad9e944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:38.578320 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-1c26392b-0268-4dcf-ab3b-32652ad9e944 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d56ddbdb-b16f-4f25-95a8-6a70152bb7dd HTTP/1.1" status: 204 len: 168 time: 0.7733734 Jul 19 20:44:38.806035 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] For port 71399742-3b09-4966-9aeb-2ef884583024, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=71399742-3b09-4966-9aeb-2ef884583024,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:44:38.807202 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:39.175410 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49358) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:39.204698 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-59860457-048b-442b-811e-71d11277f339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:39.243294 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-59860457-048b-442b-811e-71d11277f339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:39.253517 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-59860457-048b-442b-811e-71d11277f339 admin admin] Usage tracker for resource:security_group_rule and tenant:3145c614982e4941a882a3eacab000f4 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:39.260110 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:39.261046 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:39.261628 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.l3_db [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Floating IP 87333221-5942-4b86-8ed4-d032f8612b51 disassociated. External IP: 172.27.2.156, port: 71399742-3b09-4966-9aeb-2ef884583024. Jul 19 20:44:39.262185 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Calling delete_port for 71399742-3b09-4966-9aeb-2ef884583024 owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:44:39.262531 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-59860457-048b-442b-811e-71d11277f339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:39.275042 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-59860457-048b-442b-811e-71d11277f339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:39.423357 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-59860457-048b-442b-811e-71d11277f339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:39.428505 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-59860457-048b-442b-811e-71d11277f339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:39.439713 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-fdd6f0e3-cf38-4590-af20-7a2a580bb1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:39.499740 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:39.510639 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:39.517358 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-59860457-048b-442b-811e-71d11277f339 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3145c614982e4941a882a3eacab000f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366153 Jul 19 20:44:39.524485 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49366) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:39.564491 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59860457-048b-442b-811e-71d11277f339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce3ccaf-7f26-4236-bda7-45841539daca,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:39.569878 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-59860457-048b-442b-811e-71d11277f339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:39.618695 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event deleted for resources: {'Port': ['ID=71399742-3b09-4966-9aeb-2ef884583024,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:39.650420 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:39.653291 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1bef47e1-da08-486e-aca3-f2462e467ceb req-be602448-6b88-4d6f-8529-624599754864 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 210 time: 0.0747898 Jul 19 20:44:39.688608 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4f3edc54-89c2-44f8-a4d4-08d23a87580c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:39.787503 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4f3edc54-89c2-44f8-a4d4-08d23a87580c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:39.911337 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4f3edc54-89c2-44f8-a4d4-08d23a87580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:39.922189 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2c3a4e71-e857-49b9-86fd-0351c70e3dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:39.947362 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3edc54-89c2-44f8-a4d4-08d23a87580c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce3ccaf-7f26-4236-bda7-45841539daca,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:39.947362 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4f3edc54-89c2-44f8-a4d4-08d23a87580c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:39.947362 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-4f3edc54-89c2-44f8-a4d4-08d23a87580c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ce3ccaf-7f26-4236-bda7-45841539daca HTTP/1.1" status: 204 len: 168 time: 0.4193039 Jul 19 20:44:39.951546 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4f3edc54-89c2-44f8-a4d4-08d23a87580c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:40.084042 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Router abef007a-dfcc-49bf-9368-19e3eecb6fec has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:44:40.316592 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:44:40.332016 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302f3d9-e421-4d51-ab96-71903abedf19 None None] Sync routers for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:44:40.357519 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302f3d9-e421-4d51-ab96-71903abedf19 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:44:40.357519 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-b302f3d9-e421-4d51-ab96-71903abedf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:44:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:40.556499 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] No DVR routers for this DVR port 71399742-3b09-4966-9aeb-2ef884583024 on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:44:40.561092 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:40.567892 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'name': 'network-vif-deleted', 'tag': '71399742-3b09-4966-9aeb-2ef884583024'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:44:40.604609 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fab5ccbd-fd19-49d2-ab07-946f97ab942a req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.45 "DELETE /v2.0/ports/71399742-3b09-4966-9aeb-2ef884583024 HTTP/1.1" status: 204 len: 173 time: 2.3065963 Jul 19 20:44:40.687381 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e486887-81be-4e3f-9ddf-2d5c7b837ef7', 'name': 'network-vif-deleted', 'tag': '71399742-3b09-4966-9aeb-2ef884583024', 'status': 'completed', 'code': 200} Jul 19 20:44:40.832358 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 49390) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:40.893808 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-b302f3d9-e421-4d51-ab96-71903abedf19 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:44:41.001256 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-df5747db-d6a2-4d5c-b749-70fe1b1b804c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:41.044073 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 71399742-3b09-4966-9aeb-2ef884583024 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:44:41.082591 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: 71399742-3b09-4966-9aeb-2ef884583024 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:44:41.082988 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 71399742-3b09-4966-9aeb-2ef884583024 not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:44:41.101995 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-22a1ce18-3cd3-419e-b56d-aa7d9f062042 req-c51bce11-fbe9-42c9-acec-f34249557841 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Synchronizing usage tracker for tenant:e788cbccb0834feeac72b574191334bc on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:44:41.136410 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-df5747db-d6a2-4d5c-b749-70fe1b1b804c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:41.151615 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-df5747db-d6a2-4d5c-b749-70fe1b1b804c admin admin] Usage tracker for resource:security_group_rule and tenant:a07253913685488d9f349f69c59dc53e is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:41.159320 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-df5747db-d6a2-4d5c-b749-70fe1b1b804c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:41.168655 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-22a1ce18-3cd3-419e-b56d-aa7d9f062042 req-c51bce11-fbe9-42c9-acec-f34249557841 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Unset dirty status for tenant:e788cbccb0834feeac72b574191334bc on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:44:41.178218 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-22a1ce18-3cd3-419e-b56d-aa7d9f062042 req-c51bce11-fbe9-42c9-acec-f34249557841 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e486887-81be-4e3f-9ddf-2d5c7b837ef7 HTTP/1.1" status: 200 len: 210 time: 0.2733262 Jul 19 20:44:41.189616 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-df5747db-d6a2-4d5c-b749-70fe1b1b804c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:41.296572 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d482f-3049-4d51-b72d-3842533a7efa req-abd11151-d855-4733-ba0d-fb22ece7931e tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:41.298432 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3f2d482f-3049-4d51-b72d-3842533a7efa req-abd11151-d855-4733-ba0d-fb22ece7931e tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 945 time: 0.1554525 Jul 19 20:44:41.367246 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3f2d482f-3049-4d51-b72d-3842533a7efa req-f1a56b98-c747-41ee-af6d-3d0636bbfc38 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605712 Jul 19 20:44:41.408180 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-df5747db-d6a2-4d5c-b749-70fe1b1b804c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:41.413309 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-df5747db-d6a2-4d5c-b749-70fe1b1b804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:41.430106 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a3d4af70-f310-4e2d-ba46-648dcdddf030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:41.473713 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5747db-d6a2-4d5c-b749-70fe1b1b804c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65c6909-01f1-44a1-a74c-7ab48968d543,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:41.478101 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-df5747db-d6a2-4d5c-b749-70fe1b1b804c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a07253913685488d9f349f69c59dc53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6445091 Jul 19 20:44:41.479085 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-df5747db-d6a2-4d5c-b749-70fe1b1b804c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:41.483395 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49398) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:41.560513 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-336efdb2-d26e-4ae5-90df-c80529a8a5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:41.597278 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-336efdb2-d26e-4ae5-90df-c80529a8a5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:41.619021 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-b302f3d9-e421-4d51-ab96-71903abedf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:08Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:41.635437 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302f3d9-e421-4d51-ab96-71903abedf19 None None] Checking router: abef007a-dfcc-49bf-9368-19e3eecb6fec for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:44:41.650769 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302f3d9-e421-4d51-ab96-71903abedf19 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:44:41.652184 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-b302f3d9-e421-4d51-ab96-71903abedf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:44:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:41.687211 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-336efdb2-d26e-4ae5-90df-c80529a8a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:41.713458 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2f5bd5e8-7aab-4d3c-8905-4e1162667a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:41.773073 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336efdb2-d26e-4ae5-90df-c80529a8a5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65c6909-01f1-44a1-a74c-7ab48968d543,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:41.786694 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-336efdb2-d26e-4ae5-90df-c80529a8a5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:41.790627 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-336efdb2-d26e-4ae5-90df-c80529a8a5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:41.799473 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-336efdb2-d26e-4ae5-90df-c80529a8a5a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a65c6909-01f1-44a1-a74c-7ab48968d543 HTTP/1.1" status: 204 len: 168 time: 0.3118846 Jul 19 20:44:41.997357 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-b302f3d9-e421-4d51-ab96-71903abedf19 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:44:42.490761 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 49428) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:42.540163 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-b302f3d9-e421-4d51-ab96-71903abedf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:08Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:42.545826 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302f3d9-e421-4d51-ab96-71903abedf19 None None] The sync data for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi is: [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:08Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:44:42.628721 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b803ae3d-aa90-4d93-ab4f-ca35d5c66df4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:42.696165 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b803ae3d-aa90-4d93-ab4f-ca35d5c66df4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:42.765059 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a437e-5876-4b1e-8f6d-20de770c313f req-c45cf6af-f6a3-4499-bcf5-cb35b9879c77 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:42.773025 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-681a437e-5876-4b1e-8f6d-20de770c313f req-c45cf6af-f6a3-4499-bcf5-cb35b9879c77 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 945 time: 0.2114000 Jul 19 20:44:42.818286 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b803ae3d-aa90-4d93-ab4f-ca35d5c66df4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:42.826094 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c03a24fb-96f1-4b12-aa60-b27cd1173cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:42.843414 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803ae3d-aa90-4d93-ab4f-ca35d5c66df4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7020ab-1905-4f88-b925-bb22344488f1,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:42.846423 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-b803ae3d-aa90-4d93-ab4f-ca35d5c66df4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:42.853660 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-681a437e-5876-4b1e-8f6d-20de770c313f req-b691a11c-fb76-4632-a154-08754e8ffb64 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792134 Jul 19 20:44:42.895682 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b803ae3d-aa90-4d93-ab4f-ca35d5c66df4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:42.900154 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-b803ae3d-aa90-4d93-ab4f-ca35d5c66df4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "DELETE /v2.0/security-groups/4f7020ab-1905-4f88-b925-bb22344488f1 HTTP/1.1" status: 204 len: 168 time: 0.4055629 Jul 19 20:44:42.900601 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49436) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:42.921774 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.api.v2.resource [None req-9667e3f3-aca4-4c6a-9d33-2020d647dc66 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] show failed (client error): The resource could not be found. Jul 19 20:44:42.922936 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-9667e3f3-aca4-4c6a-9d33-2020d647dc66 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups/4f7020ab-1905-4f88-b925-bb22344488f1 HTTP/1.1" status: 404 len: 347 time: 0.0214469 Jul 19 20:44:42.928103 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 49440) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:43.030035 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea86d4f-0ca4-4fe4-8987-b34cc0f8ce95 None None] New status for floating IP 87333221-5942-4b86-8ed4-d032f8612b51: DOWN {{(pid=78684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 20:44:43.226843 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Deleting port 6a91e486-04d1-4ee5-b1ba-da8dcd541af6 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:44:43.227294 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:43.408034 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcabaf-2040-4d3a-9bb8-56cc6fee4996 req-dcab9b25-5755-4767-a9a0-1b71a333bfce tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:43.409634 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-55dcabaf-2040-4d3a-9bb8-56cc6fee4996 req-dcab9b25-5755-4767-a9a0-1b71a333bfce tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 945 time: 0.3892922 Jul 19 20:44:43.556549 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-55dcabaf-2040-4d3a-9bb8-56cc6fee4996 req-82bb91cf-3d80-4118-a4cd-a59dea7140bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Deleting port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:44:43.558142 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-55dcabaf-2040-4d3a-9bb8-56cc6fee4996 req-82bb91cf-3d80-4118-a4cd-a59dea7140bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:43.614086 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:43.614580 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:43.954894 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Calling delete_port for 6a91e486-04d1-4ee5-b1ba-da8dcd541af6 owned by network:floatingip {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:44:43.984316 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49470) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:44.149075 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ed69f152-4dcd-4227-bb7f-64a290c83e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:44.167855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-ed69f152-4dcd-4227-bb7f-64a290c83e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:44.172333 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-ed69f152-4dcd-4227-bb7f-64a290c83e1f admin admin] Usage tracker for resource:security_group_rule and tenant:ad94601e10a94d37aaec93ff4f1c054e is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:44.176163 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-ed69f152-4dcd-4227-bb7f-64a290c83e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:44.182574 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-ed69f152-4dcd-4227-bb7f-64a290c83e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:44.366525 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.db.api [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 20:44:44.366525 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_db.api [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 20:44:44.379012 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-55dcabaf-2040-4d3a-9bb8-56cc6fee4996 req-82bb91cf-3d80-4118-a4cd-a59dea7140bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] For port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940,segment=NetworkSegment(91c4436e-2b2d-4888-b37e-e9e8eeaaf841),segment_id=91c4436e-2b2d-4888-b37e-e9e8eeaaf841)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:44:44.379468 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-55dcabaf-2040-4d3a-9bb8-56cc6fee4996 req-82bb91cf-3d80-4118-a4cd-a59dea7140bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:44.382024 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5d22c-9ed2-44fc-9b32-9c514888e086 req-7e87504b-7fad-499f-8c8b-982266c6e3e5 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:44.387067 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-61c5d22c-9ed2-44fc-9b32-9c514888e086 req-7e87504b-7fad-499f-8c8b-982266c6e3e5 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 945 time: 0.1819677 Jul 19 20:44:44.389855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ed69f152-4dcd-4227-bb7f-64a290c83e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:44.412249 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ed69f152-4dcd-4227-bb7f-64a290c83e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:44.423374 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-73462c06-d100-46ed-8b5a-4ef65a98a57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:44.468271 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9e0323ef-edfd-404f-9571-33e2fdf7ae07 req-b77d6226-850e-4e35-a383-5ffa7696da19 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2277045 Jul 19 20:44:44.484201 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-61c5d22c-9ed2-44fc-9b32-9c514888e086 req-d1900449-672a-406d-bb66-c0f7d0c5ad77 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910363 Jul 19 20:44:44.487467 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-ed69f152-4dcd-4227-bb7f-64a290c83e1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad94601e10a94d37aaec93ff4f1c054e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990377 Jul 19 20:44:44.487467 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69f152-4dcd-4227-bb7f-64a290c83e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb81d9d7-13d7-4b59-810e-e339422171f5,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:44.488310 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49480) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:44.491543 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ed69f152-4dcd-4227-bb7f-64a290c83e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:44.540245 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-55dcabaf-2040-4d3a-9bb8-56cc6fee4996 req-82bb91cf-3d80-4118-a4cd-a59dea7140bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Calling delete_port for 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:44:44.558521 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4025bd1e-9c6c-4768-8bed-261dae1f22f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:44.596599 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4025bd1e-9c6c-4768-8bed-261dae1f22f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:44.676216 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4025bd1e-9c6c-4768-8bed-261dae1f22f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:44.688699 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8c6251ff-1dad-4073-a53e-ca8047eac341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:44.725204 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025bd1e-9c6c-4768-8bed-261dae1f22f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb81d9d7-13d7-4b59-810e-e339422171f5,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:44.729236 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4025bd1e-9c6c-4768-8bed-261dae1f22f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:44.735307 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-4025bd1e-9c6c-4768-8bed-261dae1f22f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb81d9d7-13d7-4b59-810e-e339422171f5 HTTP/1.1" status: 204 len: 168 time: 0.2439198 Jul 19 20:44:44.752201 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4025bd1e-9c6c-4768-8bed-261dae1f22f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:44.809622 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-55dcabaf-2040-4d3a-9bb8-56cc6fee4996 req-82bb91cf-3d80-4118-a4cd-a59dea7140bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:44.822528 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0ce5388a-e1f4-4b5a-9920-38a99f88b2e5 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:44.860845 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:44:44.866869 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0323ef-edfd-404f-9571-33e2fdf7ae07 req-586770b8-69f6-49aa-8d3b-150e7bb5fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:44.868713 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9e0323ef-edfd-404f-9571-33e2fdf7ae07 req-586770b8-69f6-49aa-8d3b-150e7bb5fa54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf058118f5cb43efa6885c65d646147c&device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 1099 time: 0.3356686 Jul 19 20:44:44.878853 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Deleting port 6a91e486-04d1-4ee5-b1ba-da8dcd541af6 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:44:44.879234 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:44.998316 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb91cf-3d80-4118-a4cd-a59dea7140bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Pushing event deleted for resources: {'Port': ['ID=7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:45.001308 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-82bb91cf-3d80-4118-a4cd-a59dea7140bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:45.077534 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dcabaf-2040-4d3a-9bb8-56cc6fee4996 req-82bb91cf-3d80-4118-a4cd-a59dea7140bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] No DVR routers for this DVR port 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:44:45.079180 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-55dcabaf-2040-4d3a-9bb8-56cc6fee4996 req-82bb91cf-3d80-4118-a4cd-a59dea7140bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:45.131683 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4be5c9-e2bb-463d-9530-046a7fab23a4', 'name': 'network-vif-deleted', 'tag': '7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:44:45.263544 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4be5c9-e2bb-463d-9530-046a7fab23a4', 'name': 'network-vif-deleted', 'tag': '7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940', 'status': 'completed', 'code': 200} Jul 19 20:44:45.287294 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-55dcabaf-2040-4d3a-9bb8-56cc6fee4996 req-82bb91cf-3d80-4118-a4cd-a59dea7140bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.45 "DELETE /v2.0/ports/7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 HTTP/1.1" status: 204 len: 173 time: 1.8583634 Jul 19 20:44:45.316894 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0323ef-edfd-404f-9571-33e2fdf7ae07 req-14e1aa45-6153-41e4-9f3c-aa956d7a943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:45.318820 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9e0323ef-edfd-404f-9571-33e2fdf7ae07 req-14e1aa45-6153-41e4-9f3c-aa956d7a943f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1cdfe2-5cf8-4f27-af81-43167309b360 HTTP/1.1" status: 200 len: 912 time: 0.3999777 Jul 19 20:44:45.423252 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:45.423713 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:45.767067 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Calling delete_port for 6a91e486-04d1-4ee5-b1ba-da8dcd541af6 owned by network:floatingip {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:44:45.831447 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9e0323ef-edfd-404f-9571-33e2fdf7ae07 req-4ae23ecf-d22f-4801-a983-483bad7bcc69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb82b62-fbf4-4757-be3c-ad639764b794 HTTP/1.1" status: 200 len: 1001 time: 0.5039597 Jul 19 20:44:45.940135 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0323ef-edfd-404f-9571-33e2fdf7ae07 req-0be6734b-a7aa-4bc1-b5d1-8ce4ea295579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:45.941915 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9e0323ef-edfd-404f-9571-33e2fdf7ae07 req-0be6734b-a7aa-4bc1-b5d1-8ce4ea295579 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=848cf70c-e816-4440-97d0-4022a5a8251c HTTP/1.1" status: 200 len: 850 time: 0.1012745 Jul 19 20:44:45.949009 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4072a448-bef3-4468-8df9-eedd090da3ab req-0a201b75-d209-4f76-935a-c8ed523f8b93 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4be5c9-e2bb-463d-9530-046a7fab23a4 HTTP/1.1" status: 200 len: 210 time: 0.1187236 Jul 19 20:44:46.184172 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:46.196248 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:46.277876 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event deleted for resources: {'Port': ['ID=6a91e486-04d1-4ee5-b1ba-da8dcd541af6,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:46.281029 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:46.327423 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0323ef-edfd-404f-9571-33e2fdf7ae07 req-74e81a29-ea15-4b0d-9750-6e3fa90e1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:46.329055 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9e0323ef-edfd-404f-9571-33e2fdf7ae07 req-74e81a29-ea15-4b0d-9750-6e3fa90e1e39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1cdfe2-5cf8-4f27-af81-43167309b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3800864 Jul 19 20:44:46.387621 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:46.479071 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:46.483184 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "DELETE /v2.0/floatingips/87333221-5942-4b86-8ed4-d032f8612b51 HTTP/1.1" status: 204 len: 168 time: 3.5511653 Jul 19 20:44:46.515639 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9e0323ef-edfd-404f-9571-33e2fdf7ae07 req-1e76e003-9bd5-4d9c-b5b2-6cf12931bbd0 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769989 Jul 19 20:44:46.744635 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9e0323ef-edfd-404f-9571-33e2fdf7ae07 req-9a815fe5-6060-4dc4-a8ba-fb41bb16fb15 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213073 Jul 19 20:44:46.888986 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:44:46.895245 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49530) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:46.900532 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--183450202', 'description': 'tempest-description--114812656'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:46.906490 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:46.910513 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Usage tracker for resource:security_group and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:46.913569 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:46.920194 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:46.927464 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:44:46.927826 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 7fa98d19-b37c-46fb-b5f6-3a7ab0b2a940 not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:44:46.931869 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:46.952624 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:46.957281 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Usage tracker for resource:security_group_rule and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:46.964825 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:46.973392 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:47.073691 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.079655 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.090353 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6c70f1e5-5afd-43ed-93b9-28cd2a49b0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:47.168102 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.170731 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:47.180197 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:47.187001 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.188878 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2924554 Jul 19 20:44:47.193582 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49540) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:47.199977 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Request body: {'security_group_rule': {'security_group_id': 'ce00fe92-0819-4f67-8a0f-8f8fcbd613e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:47.206516 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:47.210877 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Usage tracker for resource:security_group_rule and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:47.214344 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:47.221062 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:47.245007 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.339150 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.344209 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.346530 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-b3a4d304-7bbc-4778-885c-57a4bd894c59 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:47.375298 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd86d5b7-bb82-4998-b79e-0ff8da23edb2,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:47.381752 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:47.391897 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.399903 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1980386 Jul 19 20:44:47.399903 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49546) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:47.402565 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Request body: {'security_group_rule': {'security_group_id': 'ce00fe92-0819-4f67-8a0f-8f8fcbd613e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:47.410295 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:47.414257 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Usage tracker for resource:security_group_rule and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:47.418092 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:47.426870 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:47.468748 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.579118 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.583911 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.586071 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:47.609669 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea213a75-71a2-497e-b4c3-81f7bef22ea4,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:47.616181 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:47.624356 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.625838 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2280083 Jul 19 20:44:47.628905 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49558) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:47.634813 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Request body: {'floatingip': {'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:47.641144 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:47.645415 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Usage tracker for resource:floatingip and tenant:e788cbccb0834feeac72b574191334bc is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:47.649233 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:47.656567 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:47.673515 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:47.852591 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:48.029960 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Allocated IP 172.27.2.2 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/a276a85b-f2dc-43fa-81a8-03c8bbcaa8b1) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:44:48.211289 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:48.268446 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:48.275594 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-81cf85aa-8573-41a7-9da5-788485175658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:48.334150 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:44:48.349022 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:44:48.354149 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:44:48.417884 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event updated for resources: {'Port': ['ID=a276a85b-f2dc-43fa-81a8-03c8bbcaa8b1,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:48.422863 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:48.469742 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:48.596597 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:48.973308 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:48.979574 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:48.983829 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:49.119191 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event updated for resources: {'Port': ['ID=a276a85b-f2dc-43fa-81a8-03c8bbcaa8b1,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:49.124205 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:49.134676 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:49.160545 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:49.162401 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5318415 Jul 19 20:44:49.417270 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-592a9766-83de-4dc0-9a3a-bc45eefd8961 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Synchronizing usage tracker for tenant:e788cbccb0834feeac72b574191334bc on resource:security_group {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:44:49.435539 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-592a9766-83de-4dc0-9a3a-bc45eefd8961 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Unset dirty status for tenant:e788cbccb0834feeac72b574191334bc on resource:security_group {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:44:49.436706 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-592a9766-83de-4dc0-9a3a-bc45eefd8961 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--183450202&fields=id&tenant_id=e788cbccb0834feeac72b574191334bc HTTP/1.1" status: 200 len: 267 time: 0.0609660 Jul 19 20:44:49.611510 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-7a09615d-740c-4049-ad48-6b76fdbf8cc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:49.612122 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-7a09615d-740c-4049-ad48-6b76fdbf8cc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Synchronizing usage tracker for tenant:e788cbccb0834feeac72b574191334bc on resource:network {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:44:49.630754 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-7a09615d-740c-4049-ad48-6b76fdbf8cc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Unset dirty status for tenant:e788cbccb0834feeac72b574191334bc on resource:network {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:44:49.635931 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-7a09615d-740c-4049-ad48-6b76fdbf8cc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/networks?id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 HTTP/1.1" status: 200 len: 817 time: 0.1919229 Jul 19 20:44:49.652717 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-925cda96-691e-4537-b213-50ac1b7f9c45 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/quotas/e788cbccb0834feeac72b574191334bc HTTP/1.1" status: 200 len: 375 time: 0.0101764 Jul 19 20:44:49.768349 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-b3f84f1e-ce3b-4bcb-8594-4e5839611b70 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Synchronizing usage tracker for tenant:e788cbccb0834feeac72b574191334bc on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:44:49.788342 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-b3f84f1e-ce3b-4bcb-8594-4e5839611b70 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Unset dirty status for tenant:e788cbccb0834feeac72b574191334bc on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:44:49.789706 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-b3f84f1e-ce3b-4bcb-8594-4e5839611b70 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1310465 Jul 19 20:44:50.052345 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-0e856482-d912-480b-b634-ce28e67e5045 service neutron] 10.222.0.36 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494297 Jul 19 20:44:50.188652 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-9ac90f41-0c28-4cf7-a16f-521f0440d13f service neutron] 10.222.0.36 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304300 Jul 19 20:44:50.400632 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-bb385611-3d3f-4312-a2cb-5c5d257a8791 req-3f09ddd1-951c-424d-943f-6e255f66bc84 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 210 time: 0.0471196 Jul 19 20:44:51.626601 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b3f3156a-a72e-4ec3-b2c5-181f81e7dd41 req-ac12b4b7-e436-46b1-a32e-d71ed891afcd tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 210 time: 0.0596440 Jul 19 20:44:51.830470 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49672) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:51.883382 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49680) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:51.946911 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-dc76a1c5-3da8-45d1-98a7-dfc9c2c251bf tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:51.954393 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-dc76a1c5-3da8-45d1-98a7-dfc9c2c251bf tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.45 "GET /v2.0/networks?id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 HTTP/1.1" status: 200 len: 817 time: 0.2323434 Jul 19 20:44:52.029863 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-265c035e-d731-4405-a85c-e3a9694b8327 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e788cbccb0834feeac72b574191334bc HTTP/1.1" status: 200 len: 379 time: 0.0580511 Jul 19 20:44:52.038392 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a884cfb-3a2f-445f-a248-4da37e0824f5 admin admin] Deleting subnet 6396d937-3344-4dc9-b59c-1d104e379e85 {{(pid=78682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:44:52.044807 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-28b59b2b-4fe4-403f-b1c2-f962efaeac94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.053300 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Request body: {'port': {'device_id': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'admin_state_up': True, 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'security_groups': ['ce00fe92-0819-4f67-8a0f-8f8fcbd613e9']}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:52.058603 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1a884cfb-3a2f-445f-a248-4da37e0824f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.119709 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-28b59b2b-4fe4-403f-b1c2-f962efaeac94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:52.127888 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-28b59b2b-4fe4-403f-b1c2-f962efaeac94 admin admin] Usage tracker for resource:security_group_rule and tenant:f628d4b2da0a480cb1a9d6c85ae07755 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:52.138575 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-28b59b2b-4fe4-403f-b1c2-f962efaeac94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:52.148887 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1a884cfb-3a2f-445f-a248-4da37e0824f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2929497'] for subnet, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.183467 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-28b59b2b-4fe4-403f-b1c2-f962efaeac94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:52.250209 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1a884cfb-3a2f-445f-a248-4da37e0824f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.303993 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:52.314840 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:52.326007 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Made reservation on behalf of e788cbccb0834feeac72b574191334bc for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:44:52.329860 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.375292 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1a884cfb-3a2f-445f-a248-4da37e0824f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2174257'] for subnet, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.385072 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:52.419756 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-28b59b2b-4fe4-403f-b1c2-f962efaeac94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.427485 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a884cfb-3a2f-445f-a248-4da37e0824f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6396d937-3344-4dc9-b59c-1d104e379e85,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:52.430551 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1a884cfb-3a2f-445f-a248-4da37e0824f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:52.431552 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-28b59b2b-4fe4-403f-b1c2-f962efaeac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.440415 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1a884cfb-3a2f-445f-a248-4da37e0824f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.442870 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-5e4f7500-46fd-4906-ba5a-657d9c5fe398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:52.486627 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-1a884cfb-3a2f-445f-a248-4da37e0824f5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6396d937-3344-4dc9-b59c-1d104e379e85 HTTP/1.1" status: 204 len: 168 time: 0.6020620 Jul 19 20:44:52.491968 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 49700) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:52.494935 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-28b59b2b-4fe4-403f-b1c2-f962efaeac94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f628d4b2da0a480cb1a9d6c85ae07755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6607006 Jul 19 20:44:52.495455 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49704) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:52.508030 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b59b2b-4fe4-403f-b1c2-f962efaeac94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601a6bf3-363f-443f-a85a-f815b6620399,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:52.513361 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-28b59b2b-4fe4-403f-b1c2-f962efaeac94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:52.566275 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-066c4c5d-2fc4-42a3-92e5-ae524c48178c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.595392 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-066c4c5d-2fc4-42a3-92e5-ae524c48178c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.613802 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Allocated IP 172.20.0.12 (bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469/4fa4d79e-7eb1-4cef-a455-9fc00285c0b2/41dcba73-cba7-4ddf-aec8-38e782c5c995) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:44:52.652568 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.658069 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-066c4c5d-2fc4-42a3-92e5-ae524c48178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.664478 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-9e82a143-3fe6-48a9-9324-c2032580a410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:52.680711 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c4c5d-2fc4-42a3-92e5-ae524c48178c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601a6bf3-363f-443f-a85a-f815b6620399,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:52.685706 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-066c4c5d-2fc4-42a3-92e5-ae524c48178c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:52.690537 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-066c4c5d-2fc4-42a3-92e5-ae524c48178c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.692726 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-066c4c5d-2fc4-42a3-92e5-ae524c48178c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/601a6bf3-363f-443f-a85a-f815b6620399 HTTP/1.1" status: 204 len: 168 time: 0.1958098 Jul 19 20:44:52.837683 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6cb7886e-d7aa-4fa0-ae64-7d72d01d603d req-4e036bee-ce29-4499-b023-63f02c710997 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 210 time: 0.0503304 Jul 19 20:44:52.957013 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:52.976529 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3d4827-b55c-4a80-9b2c-8cc135b82338']}} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:53.009858 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0182f6-64f3-4d3e-84cc-204c59963b79') {'for_net_delete': True} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:53.010284 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0182f6-64f3-4d3e-84cc-204c59963b79') {} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:53.036887 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189673'] for segment, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.047001 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.068870 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.077155 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=78681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:44:53.077561 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2105402'] for segment, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: Traceback (most recent call last): Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: timer() Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: cb(*args, **kw) Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: return func(*args, **kwargs) Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: self._notify() Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: self.callback(batched_events) Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: event.method(event) Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: return f(self, *a, **k) Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._get(url).json() Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: return self.request(url, 'GET', **kwargs) Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:44:53.092443 dv-cinder-801321-1-iscsi neutron-server[78681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:44:53.180929 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Transition to ACTIVE for port object 41dcba73-cba7-4ddf-aec8-38e782c5c995 will not be triggered until provisioned by entity DHCP. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:44:53.182320 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.189065 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-69f7b66e-2937-4090-a8aa-c911bc0a1078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:53.205054 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.220028 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3d4827-b55c-4a80-9b2c-8cc135b82338,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:53.233022 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:53.233388 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:53.233770 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:53.234108 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:53.234437 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:53.234802 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:53.235141 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:53.235481 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:53.235820 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:53.236154 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:53.236491 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:53.236831 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:53.242091 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:53.251320 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-e2adfb42-3043-417f-8bfb-c32692a550de admin admin] 10.222.0.36 "DELETE /v2.0/networks/4e3d4827-b55c-4a80-9b2c-8cc135b82338 HTTP/1.1" status: 204 len: 168 time: 0.7553146 Jul 19 20:44:53.251609 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 49724) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:53.309311 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.321802 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-704756ee-77b5-4802-acac-9a90ca61a1f6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:53.383440 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8be0477-21a2-4475-8f3b-cf92949d7a8b admin admin] Deleting subnet 1c4d330a-3e63-462f-8dde-9ef34871dae3 {{(pid=78681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:44:53.394676 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a8be0477-21a2-4475-8f3b-cf92949d7a8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.437960 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:44:53.447960 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:44:53.456554 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:44:53.496611 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event updated for resources: {'Port': ['ID=41dcba73-cba7-4ddf-aec8-38e782c5c995,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:53.506674 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a8be0477-21a2-4475-8f3b-cf92949d7a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189686'] for subnet, precommit_delete_associations {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.535356 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:53.618193 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:53.618745 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.646102 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a8be0477-21a2-4475-8f3b-cf92949d7a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.666473 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49744) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:53.728783 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6797163 Jul 19 20:44:53.753572 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Request body: {'port': {'device_id': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:53.797903 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-9ba62cd8-a1a2-439c-9c6b-0dfdcba91066 None None] Provisioning for port 41dcba73-cba7-4ddf-aec8-38e782c5c995 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:44:53.799520 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-555638852-network', 'tenant_id': 'c08093ae363f4211aa96b34b88609483'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:53.803400 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-9ba62cd8-a1a2-439c-9c6b-0dfdcba91066 None None] Provisioning complete for port 41dcba73-cba7-4ddf-aec8-38e782c5c995 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:44:53.803720 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9ba62cd8-a1a2-439c-9c6b-0dfdcba91066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.804544 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:53.808946 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Usage tracker for resource:network and tenant:c08093ae363f4211aa96b34b88609483 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:53.812077 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:53.815395 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a8be0477-21a2-4475-8f3b-cf92949d7a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2105436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3837879'] for subnet, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.819254 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:53.824631 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-5a26de42-275e-45fa-96e2-fa0573082305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:53.831789 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Made reservation on behalf of c08093ae363f4211aa96b34b88609483 for: {'network': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:44:53.834914 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.847575 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.868441 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:53.873935 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Usage tracker for resource:security_group_rule and tenant:c08093ae363f4211aa96b34b88609483 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:53.874070 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-9ba62cd8-a1a2-439c-9c6b-0dfdcba91066 None None] Port 41dcba73-cba7-4ddf-aec8-38e782c5c995 cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:44:53.882923 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:53.896652 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:53.941647 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.952911 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be0477-21a2-4475-8f3b-cf92949d7a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4d330a-3e63-462f-8dde-9ef34871dae3,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:53.955303 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a8be0477-21a2-4475-8f3b-cf92949d7a8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:53.961540 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a8be0477-21a2-4475-8f3b-cf92949d7a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:53.994282 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-a8be0477-21a2-4475-8f3b-cf92949d7a8b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1c4d330a-3e63-462f-8dde-9ef34871dae3 HTTP/1.1" status: 204 len: 168 time: 0.7416341 Jul 19 20:44:53.999286 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49756) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:54.019135 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.036047 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.042018 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-066c4c5d-2fc4-42a3-92e5-ae524c48178c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:54.131006 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=78682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:44:54.149429 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5c2264-baff-4f7d-b81e-8bff564ee7f8,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:54.163882 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:54.164263 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:54.164623 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:54.164977 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:54.165329 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:54.165817 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:54.166173 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:54.166521 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:54.167610 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:54.167610 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:54.167610 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:54.167896 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:54.171683 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.172135 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.segments_db [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Added segment 1a5dcb38-1603-4405-a32e-9446b3e120ec of type vlan for network 74f61d22-f348-4699-abfa-00217e15d71c Jul 19 20:44:54.175436 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.178201 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cb860-9241-4454-b0af-af943455ebd1 req-8fd1afa8-edad-4c10-92c8-a408531fa2d7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:54.178923 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-ba9cb860-9241-4454-b0af-af943455ebd1 req-8fd1afa8-edad-4c10-92c8-a408531fa2d7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Synchronizing usage tracker for tenant:e788cbccb0834feeac72b574191334bc on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:44:54.183250 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:54.247972 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.308493 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-ba9cb860-9241-4454-b0af-af943455ebd1 req-8fd1afa8-edad-4c10-92c8-a408531fa2d7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Unset dirty status for tenant:e788cbccb0834feeac72b574191334bc on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:44:54.309636 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ba9cb860-9241-4454-b0af-af943455ebd1 req-8fd1afa8-edad-4c10-92c8-a408531fa2d7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 932 time: 0.3096497 Jul 19 20:44:54.352772 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.367900 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8385e2ac-ded5-4f71-8d63-f38c105958ab']}} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:54.377821 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.382416 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:54.383450 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.393301 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d2f9d5-acc9-4aa1-ab85-f4f4096f7c07') {'for_net_delete': True} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:54.393861 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d2f9d5-acc9-4aa1-ab85-f4f4096f7c07') {} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:44:54.400195 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-30425e05-9ab5-4cd5-991b-42c9b9c98903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:54.423970 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2929478'] for segment, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.442247 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ba9cb860-9241-4454-b0af-af943455ebd1 req-46c84470-cccf-4088-b9e0-cfff44edfda9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857594 Jul 19 20:44:54.515730 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.519851 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Pushing event updated for resources: {'Network': ['ID=74f61d22-f348-4699-abfa-00217e15d71c,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:54.522798 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:54.526305 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41dcba73-cba7-4ddf-aec8-38e782c5c995 {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:44:54.529676 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=78682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:44:54.530122 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909962'] for segment, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.531231 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 74f61d22-f348-4699-abfa-00217e15d71c details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:44:54.534282 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: Traceback (most recent call last): Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: timer() Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: cb(*args, **kw) Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: return func(*args, **kwargs) Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: self._notify() Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: self.callback(batched_events) Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: event.method(event) Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: return f(self, *a, **k) Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._get(url).json() Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: return self.request(url, 'GET', **kwargs) Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:44:54.547622 dv-cinder-801321-1-iscsi neutron-server[78682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:44:54.552845 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8848681 Jul 19 20:44:54.555754 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 49762) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:54.561505 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Request body: {'subnet': {'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-555638852-subnet', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'ip_version': 4}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:54.568125 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:54.572166 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Usage tracker for resource:subnet and tenant:c08093ae363f4211aa96b34b88609483 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:54.575266 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:54.581621 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:54.592603 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Made reservation on behalf of c08093ae363f4211aa96b34b88609483 for: {'subnet': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:44:54.594882 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3837916'] for subnet, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.628697 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Transition to ACTIVE for port object 41dcba73-cba7-4ddf-aec8-38e782c5c995 will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:44:54.629078 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.643257 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4dca391c-99f0-41c6-9cdc-f8e84c027861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:54.660118 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.670896 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8385e2ac-ded5-4f71-8d63-f38c105958ab HTTP/1.1" status: 204 len: 168 time: 0.6705742 Jul 19 20:44:54.677990 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8385e2ac-ded5-4f71-8d63-f38c105958ab,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:54.688185 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2a7bf389-ad36-4908-a69b-a7f020a9b1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:54.706375 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.718695 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-7cc133ce-1e3e-4d0d-b96a-e486d8dca535 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:54.815837 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49770) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:54.871793 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-33370305-7b00-4a74-9696-e3cacf0f3d31 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e0e3cd6853f48b8aaa211f3bfb1d06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523062 Jul 19 20:44:54.873905 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49774) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:54.907773 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Pushing event updated for resources: {'Port': ['ID=41dcba73-cba7-4ddf-aec8-38e782c5c995,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:54.917685 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:54.945559 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d5d2e208-7da7-4ac3-89aa-8607dec20469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:54.976255 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d5d2e208-7da7-4ac3-89aa-8607dec20469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.032133 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d5d2e208-7da7-4ac3-89aa-8607dec20469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.037547 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-15a6c2e2-48a5-4fea-a4eb-c5d61a5ba6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:55.049450 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2e208-7da7-4ac3-89aa-8607dec20469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13020cd-f68f-42f6-98bb-b48db79e6695,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:55.049761 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Attempting to bind port 41dcba73-cba7-4ddf-aec8-38e782c5c995 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:44:55.050100 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Attempting to bind port 41dcba73-cba7-4ddf-aec8-38e782c5c995 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:44:55.050428 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Attempting to bind port 41dcba73-cba7-4ddf-aec8-38e782c5c995 on network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:44:55.053539 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d5d2e208-7da7-4ac3-89aa-8607dec20469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:55.055885 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d5d2e208-7da7-4ac3-89aa-8607dec20469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.056945 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-d5d2e208-7da7-4ac3-89aa-8607dec20469 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c13020cd-f68f-42f6-98bb-b48db79e6695 HTTP/1.1" status: 204 len: 168 time: 0.1823909 Jul 19 20:44:55.067834 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Port 41dcba73-cba7-4ddf-aec8-38e782c5c995 on network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:44:55.068150 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Attempting to bind port 41dcba73-cba7-4ddf-aec8-38e782c5c995 on network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:44:55.077895 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:44:55.078237 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Checking segment: {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:44:55.078618 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Bound using segment: {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:44:55.079150 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Bound port: 41dcba73-cba7-4ddf-aec8-38e782c5c995, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:44:55.079406 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.141750 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2159775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3837870'] for subnet, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.163749 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:55.269761 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb293fc-21fd-4326-bf00-30be4961c440,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:55.277833 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:44:55.283034 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:55.292518 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:44:55.293840 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Checking segment: {'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:44:55.294174 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Network hostable DHCP agents. Network: 74f61d22-f348-4699-abfa-00217e15d71c, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:44:55.302364 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.307619 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-66de26af-76c8-4e10-ba5d-48b75c785ee9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:55.381527 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:55.382185 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.383553 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] 10.222.0.45 "PUT /v2.0/ports/41dcba73-cba7-4ddf-aec8-38e782c5c995 HTTP/1.1" status: 200 len: 1094 time: 1.6363215 Jul 19 20:44:55.384218 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:44:55.391608 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Network 74f61d22-f348-4699-abfa-00217e15d71c is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:44:55.405458 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Pushing event updated for resources: {'Port': ['ID=41dcba73-cba7-4ddf-aec8-38e782c5c995,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:55.408899 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:55.409666 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 74f61d22-f348-4699-abfa-00217e15d71c) {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:44:55.414282 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:55.415027 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.418445 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6598bab2-03d2-4dc6-ac2d-d973dd3fb5e6 None None] Network 74f61d22-f348-4699-abfa-00217e15d71c requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:44:55.445109 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'status': 'completed', 'code': 200} Jul 19 20:44:55.447247 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8903520 Jul 19 20:44:55.450007 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 49786) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:55.455883 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:44:55.463233 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:55.472453 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Usage tracker for resource:router and tenant:c08093ae363f4211aa96b34b88609483 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:55.479536 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49792) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:55.486821 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:55.498231 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:55.518393 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.519826 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-709492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.550414 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.558497 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-57997131-3275-4486-be2c-eb2bb972953a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3bcaad00f2244674bc677f6ff1dbcbde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777290 Jul 19 20:44:55.562422 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49796) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:55.657277 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-65ea9915-89a2-4e99-b119-c70506234553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.693872 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-65ea9915-89a2-4e99-b119-c70506234553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.756415 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a9859ff-3bcc-5e62-9b24-b3a30d5fcb8c-74f61d22-f348-4699-abfa-00217e15d71c', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'fixed_ips': [{'subnet_id': '5eb293fc-21fd-4326-bf00-30be4961c440'}]}} from dv-cinder-801321-1-iscsi. {{(pid=78683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 20:44:55.757272 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.875350 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-65ea9915-89a2-4e99-b119-c70506234553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.882660 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4dc14a29-2b05-42a3-8ef7-8211e899908c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:55.896352 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea9915-89a2-4e99-b119-c70506234553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7237b05e-8c0d-4bc3-853f-b712626eb9f4,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:55.898272 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-65ea9915-89a2-4e99-b119-c70506234553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:55.901994 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-65ea9915-89a2-4e99-b119-c70506234553 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7237b05e-8c0d-4bc3-853f-b712626eb9f4 HTTP/1.1" status: 204 len: 168 time: 0.3356111 Jul 19 20:44:55.901994 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-65ea9915-89a2-4e99-b119-c70506234553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:55.925426 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0986a-c030-4e12-95fe-1b803f92c1a0 req-7b2171ab-5dc0-4d9e-aa89-20aec7f53269 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:55.927676 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-56d0986a-c030-4e12-95fe-1b803f92c1a0 req-7b2171ab-5dc0-4d9e-aa89-20aec7f53269 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.2612753 Jul 19 20:44:55.949351 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Allocated IP 172.20.0.2 (74f61d22-f348-4699-abfa-00217e15d71c/5eb293fc-21fd-4326-bf00-30be4961c440/a7c5f47b-330e-44f2-9ad8-211a1639c467) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:44:56.175618 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1630'] for router, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:56.219910 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-56d0986a-c030-4e12-95fe-1b803f92c1a0 req-1601b255-010e-45c9-8317-26f04c1350a0 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252212 Jul 19 20:44:56.262613 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:56.276994 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Transition to ACTIVE for port object a7c5f47b-330e-44f2-9ad8-211a1639c467 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:44:56.304043 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Transition to ACTIVE for port object a7c5f47b-330e-44f2-9ad8-211a1639c467 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:44:56.311416 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:56.316043 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:56.429379 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Network 74f61d22-f348-4699-abfa-00217e15d71c is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:44:56.432871 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Resources bound (agent type, host, resource id): {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:44:56.436898 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:44:56.491194 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Pushing event updated for resources: {'Port': ['ID=a7c5f47b-330e-44f2-9ad8-211a1639c467,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:56.554648 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:56.555023 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:56.555361 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:56.555700 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:56.556067 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:56.556409 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:56.556740 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:56.557068 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:56.557418 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:56.557745 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:56.558071 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:56.558578 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:44:56.566133 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:56.571350 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Attempting to bind port a7c5f47b-330e-44f2-9ad8-211a1639c467 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:44:56.571790 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Attempting to bind port a7c5f47b-330e-44f2-9ad8-211a1639c467 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:44:56.572163 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Attempting to bind port a7c5f47b-330e-44f2-9ad8-211a1639c467 on network 74f61d22-f348-4699-abfa-00217e15d71c {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:44:56.578670 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:44:56.578957 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Checking segment: {'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:44:56.580125 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:56.580251 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Bound using segment: {'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:44:56.580685 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Bound port: a7c5f47b-330e-44f2-9ad8-211a1639c467, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:44:56.581073 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:56.626128 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:56.720086 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] For port a7c5f47b-330e-44f2-9ad8-211a1639c467, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:44:56.724852 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] For port a7c5f47b-330e-44f2-9ad8-211a1639c467, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=a7c5f47b-330e-44f2-9ad8-211a1639c467,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:44:56.726766 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:56.734046 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:56.769545 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:56.859896 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Pushing event updated for resources: {'Port': ['ID=a7c5f47b-330e-44f2-9ad8-211a1639c467,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:56.864815 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:57.040283 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e8d8d-4e8f-4d85-af89-c3a217cca9d2 req-85901d01-a5a5-4e23-bd24-a70571b2ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:57.041863 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c19e8d8d-4e8f-4d85-af89-c3a217cca9d2 req-85901d01-a5a5-4e23-bd24-a70571b2ddb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 1097 time: 0.4347243 Jul 19 20:44:57.043414 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Allocated IP 172.27.2.128 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/ee6e3c0f-6397-4345-9d86-201d2805a829) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:44:57.356644 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e8d8d-4e8f-4d85-af89-c3a217cca9d2 req-319ca183-791b-40d2-a043-dc30d81819cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:57.358390 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c19e8d8d-4e8f-4d85-af89-c3a217cca9d2 req-319ca183-791b-40d2-a043-dc30d81819cf service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e788cbccb0834feeac72b574191334bc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3017349 Jul 19 20:44:57.388241 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-e6ab4a17-60e7-4f1c-af9e-4289158e3f18 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:57.390049 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-e6ab4a17-60e7-4f1c-af9e-4289158e3f18 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Synchronizing usage tracker for tenant:e6edcf7e9c7643649d99f2ee01cee76e on resource:network {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:44:57.413471 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-e6ab4a17-60e7-4f1c-af9e-4289158e3f18 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Unset dirty status for tenant:e6edcf7e9c7643649d99f2ee01cee76e on resource:network {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:44:57.415254 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-e6ab4a17-60e7-4f1c-af9e-4289158e3f18 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/networks?id=062f6700-b379-4647-ad1d-3bcc0ca7a2ab HTTP/1.1" status: 200 len: 814 time: 0.2601781 Jul 19 20:44:57.443964 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-7a5af253-4976-4397-89c2-372f397cb610 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/quotas/e6edcf7e9c7643649d99f2ee01cee76e HTTP/1.1" status: 200 len: 375 time: 0.0225115 Jul 19 20:44:57.533332 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-b52ab675-b6a8-481a-b555-b5e88ce9e94b tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6edcf7e9c7643649d99f2ee01cee76e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879650 Jul 19 20:44:57.541464 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:57.582917 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e8d8d-4e8f-4d85-af89-c3a217cca9d2 req-daff3def-b4d5-499a-b765-4a33e8fdeeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:57.584950 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c19e8d8d-4e8f-4d85-af89-c3a217cca9d2 req-daff3def-b4d5-499a-b765-4a33e8fdeeec service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2148199 Jul 19 20:44:57.624019 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:57.634411 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-25636c6f-8b69-49ab-8714-e3a123562576 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:57.813102 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49864) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:57.850382 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:44:57.869475 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:44:57.872400 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:44:57.930181 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Pushing event updated for resources: {'Port': ['ID=ee6e3c0f-6397-4345-9d86-201d2805a829,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:57.936416 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:57.969889 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-10bd17d3-285a-4974-8d61-31135a9be5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:58.093099 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-10bd17d3-285a-4974-8d61-31135a9be5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:44:58.116966 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-10bd17d3-285a-4974-8d61-31135a9be5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa66102968b4857903f860c3c89006a is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:44:58.125841 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-10bd17d3-285a-4974-8d61-31135a9be5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:44:58.143469 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-10bd17d3-285a-4974-8d61-31135a9be5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:44:58.184923 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f72eb5-e7b8-4df9-af6d-d0e2e0a56e8c None None] Network 74f61d22-f348-4699-abfa-00217e15d71c requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:44:58.219773 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-2b7ce87e-2ac7-43e8-b700-9d3ee5ddab98 service neutron] 10.222.0.36 "GET /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736140 Jul 19 20:44:58.228769 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-0439ce50-5d19-4c23-a0df-b0735834a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:58.231143 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-0439ce50-5d19-4c23-a0df-b0735834a403 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 1097 time: 0.5167801 Jul 19 20:44:58.241252 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7adb7-ad9f-4dcb-8c17-063c603937a5 req-39b07029-38ff-4e3a-a497-431528726190 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:58.249320 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6dd7adb7-ad9f-4dcb-8c17-063c603937a5 req-39b07029-38ff-4e3a-a497-431528726190 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.5433040 Jul 19 20:44:58.318656 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device a7c5f47b-330e-44f2-9ad8-211a1639c467 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:44:58.400847 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-ca2eb5e4-6b2d-492b-918c-f39df6370663 None None] Provisioning for port a7c5f47b-330e-44f2-9ad8-211a1639c467 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:44:58.421467 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-ba29212a-3acf-4e25-b186-40fa6e96e913 service neutron] 10.222.0.36 "GET /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916585 Jul 19 20:44:58.426587 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-10bd17d3-285a-4974-8d61-31135a9be5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:58.433369 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-10bd17d3-285a-4974-8d61-31135a9be5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:58.440811 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-50279ce8-a6c2-4cd8-81bc-89ee18b26eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:58.489339 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd17d3-285a-4974-8d61-31135a9be5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b451ec-c80c-4b13-8c56-d72fcbbf0fa3,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:58.492084 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-2fb0aad1-a6b1-428d-9abe-9e4ef6fbf42d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995 HTTP/1.1" status: 200 len: 217 time: 0.2394803 Jul 19 20:44:58.494317 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-10bd17d3-285a-4974-8d61-31135a9be5a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfa66102968b4857903f860c3c89006a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6798818 Jul 19 20:44:58.495463 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-10bd17d3-285a-4974-8d61-31135a9be5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:58.496853 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49870) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:44:58.501082 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port a7c5f47b-330e-44f2-9ad8-211a1639c467 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:44:58.521248 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port a7c5f47b-330e-44f2-9ad8-211a1639c467 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:44:58.521648 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:58.567860 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8c0f641d-ff34-43fc-912c-cd21644ee062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:58.591402 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6dd7adb7-ad9f-4dcb-8c17-063c603937a5 req-0ec0ed21-7c4d-479f-b0ec-f6171f5b3fc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3362870 Jul 19 20:44:58.613285 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8c0f641d-ff34-43fc-912c-cd21644ee062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:58.615112 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-f2543668-d4c7-43f1-b2a0-52f282e09c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:58.616678 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-f2543668-d4c7-43f1-b2a0-52f282e09c68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fa4d79e-7eb1-4cef-a455-9fc00285c0b2 HTTP/1.1" status: 200 len: 856 time: 0.1181152 Jul 19 20:44:58.658206 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:58.695098 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8c0f641d-ff34-43fc-912c-cd21644ee062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:58.700373 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-28b59b2b-4fe4-403f-b1c2-f962efaeac94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:58.704676 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port a7c5f47b-330e-44f2-9ad8-211a1639c467, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=a7c5f47b-330e-44f2-9ad8-211a1639c467,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:44:58.711274 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:58.726785 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f641d-ff34-43fc-912c-cd21644ee062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b451ec-c80c-4b13-8c56-d72fcbbf0fa3,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:58.728443 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:44:58.731123 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8c0f641d-ff34-43fc-912c-cd21644ee062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:58.737609 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8c0f641d-ff34-43fc-912c-cd21644ee062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:58.744149 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-8c0f641d-ff34-43fc-912c-cd21644ee062 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0b451ec-c80c-4b13-8c56-d72fcbbf0fa3 HTTP/1.1" status: 204 len: 168 time: 0.2408626 Jul 19 20:44:58.935671 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=a7c5f47b-330e-44f2-9ad8-211a1639c467,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:44:58.949253 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:44:59.060828 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-8a2ffb89-7d8e-4103-aa5a-7b366e6ae3d3 req-d6103852-f4b5-4b6a-aeba-e55736964601 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Synchronizing usage tracker for tenant:e6edcf7e9c7643649d99f2ee01cee76e on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:44:59.071430 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-f31c3f00-b1c2-4320-9d74-be4d0ca31ac1 None None] Provisioning complete for port a7c5f47b-330e-44f2-9ad8-211a1639c467 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:44:59.071857 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f31c3f00-b1c2-4320-9d74-be4d0ca31ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:59.097550 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-8a2ffb89-7d8e-4103-aa5a-7b366e6ae3d3 req-d6103852-f4b5-4b6a-aeba-e55736964601 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Unset dirty status for tenant:e6edcf7e9c7643649d99f2ee01cee76e on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:44:59.099442 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a2ffb89-7d8e-4103-aa5a-7b366e6ae3d3 req-d6103852-f4b5-4b6a-aeba-e55736964601 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 210 time: 0.3624620 Jul 19 20:44:59.104735 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:59.217446 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-925ad63f-50de-485a-b6f0-c78e373b9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:59.219413 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-925ad63f-50de-485a-b6f0-c78e373b9030 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2738631 Jul 19 20:44:59.548326 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-3804b9d3-c7a4-4099-9be5-506ee6cf1392 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628601 Jul 19 20:44:59.764844 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703511'] for router, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:44:59.878766 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c587fc7-6c50-4512-a0b4-326a7629946c req-e1fa5d61-17a3-4b57-9e99-6a89af9a133c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:44:59.881413 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0c587fc7-6c50-4512-a0b4-326a7629946c req-e1fa5d61-17a3-4b57-9e99-6a89af9a133c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.1074536 Jul 19 20:44:59.886143 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a17780b-edbb-4bbe-b0da-7b955172a671 req-0d2a1411-4c1f-49fb-bc0b-7df9e46596e7 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834756 Jul 19 20:44:59.941689 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-0c587fc7-6c50-4512-a0b4-326a7629946c req-004e7028-3a6b-4d77-a822-52a3c0762d03 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Synchronizing usage tracker for tenant:e788cbccb0834feeac72b574191334bc on resource:security_group {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:44:59.963513 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-0c587fc7-6c50-4512-a0b4-326a7629946c req-004e7028-3a6b-4d77-a822-52a3c0762d03 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Unset dirty status for tenant:e788cbccb0834feeac72b574191334bc on resource:security_group {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:44:59.965414 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0c587fc7-6c50-4512-a0b4-326a7629946c req-004e7028-3a6b-4d77-a822-52a3c0762d03 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751579 Jul 19 20:45:00.110180 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 is scheduled to L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 with binding_index 1 {{(pid=78681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 20:45:00.275041 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device a7c5f47b-330e-44f2-9ad8-211a1639c467 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:00.422535 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port a7c5f47b-330e-44f2-9ad8-211a1639c467 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:00.424831 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:00.491291 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ef726e3e-ad3f-4c3e-b6f8-f68e50555b94 req-e995ddd7-15d4-4bd1-8c4f-466ef69b2963 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 210 time: 0.1175828 Jul 19 20:45:00.696334 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:45:00.706594 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-71ed117e-bdec-4324-b543-95acd46650c4 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:00.708193 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-71ed117e-bdec-4324-b543-95acd46650c4 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.45 "GET /v2.0/networks?id=062f6700-b379-4647-ad1d-3bcc0ca7a2ab HTTP/1.1" status: 200 len: 814 time: 0.3361969 Jul 19 20:45:00.709211 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-215f70c4-c865-42ce-a57f-f776a292d199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:00.719502 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Sync routers for ids ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:45:00.732480 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Routers {'7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:45:00.733348 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:44:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:00.746547 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Request body: {'port': {'device_id': '6f1f98f3-1e19-4945-91b8-29201a6e0618', 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab', 'admin_state_up': True, 'tenant_id': 'e6edcf7e9c7643649d99f2ee01cee76e'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:45:00.815969 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Notify callbacks [] for router, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:00.825539 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3739085 Jul 19 20:45:00.827996 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 49956) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:45:01.014534 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Set router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:45:01.037755 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:45:01.056998 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:45:01.080352 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Made reservation on behalf of e6edcf7e9c7643649d99f2ee01cee76e for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:45:01.089733 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:01.452273 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Allocated IP 172.20.0.6 (062f6700-b379-4647-ad1d-3bcc0ca7a2ab/f52ff17c-5bdb-499e-8384-113ffebae740/5c02fca6-fc31-419e-bc11-e96e6f8983f2) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:45:01.472838 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc6147-2876-4ba2-9b0b-50c2173d718a req-d13a9193-bcc9-4e57-88e6-39953f786adc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:01.474502 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6abc6147-2876-4ba2-9b0b-50c2173d718a req-d13a9193-bcc9-4e57-88e6-39953f786adc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.2252264 Jul 19 20:45:01.510063 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:01.621496 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6abc6147-2876-4ba2-9b0b-50c2173d718a req-a83e23a4-36de-497d-b6b0-1f4fd7a3b428 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354957 Jul 19 20:45:01.846162 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:44:58Z', 'revision_number': 3, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:01.853197 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3c9dd2c9-88de-4f63-a116-a3ecc8d13e70 req-b56a53c7-baed-47d3-82f2-a22705724904 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 210 time: 0.1395462 Jul 19 20:45:01.880704 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Checking router: 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:45:01.881331 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Updating router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 port ee6e3c0f-6397-4345-9d86-201d2805a829 binding host dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:45:01.964937 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:02.113307 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:02.172196 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:02.187887 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-f0fd3520-6100-4800-bdce-319e1995f74d tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:02.257567 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:45:02.261965 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:45:02.264943 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:45:02.340870 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Pushing event updated for resources: {'Port': ['ID=5c02fca6-fc31-419e-bc11-e96e6f8983f2,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:02.345960 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:02.375402 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:02.376571 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:02.425554 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6917014 Jul 19 20:45:02.443855 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Request body: {'port': {'device_id': '6f1f98f3-1e19-4945-91b8-29201a6e0618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:45:02.475196 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:02.501917 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:02.517778 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Transition to ACTIVE for port object ee6e3c0f-6397-4345-9d86-201d2805a829 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:45:02.528640 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:02.535363 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:02.600795 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:02.661255 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae29ef-3c70-44c7-b2b9-a2c2c19c6d57 None None] Pushing event updated for resources: {'Port': ['ID=ee6e3c0f-6397-4345-9d86-201d2805a829,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:02.666600 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1bae29ef-3c70-44c7-b2b9-a2c2c19c6d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:02.714506 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Attempting to bind port ee6e3c0f-6397-4345-9d86-201d2805a829 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:45:02.715081 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Attempting to bind port ee6e3c0f-6397-4345-9d86-201d2805a829 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:45:02.715286 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Attempting to bind port ee6e3c0f-6397-4345-9d86-201d2805a829 on network f5466eaf-cb4a-4a64-b931-13ea23041666 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:45:02.730924 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:45:02.733261 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Checking segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:45:02.734617 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:02.735359 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Bound using segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:45:02.737602 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Bound port: ee6e3c0f-6397-4345-9d86-201d2805a829, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:45:02.739292 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:02.870579 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Allocated IP 172.20.0.1 (74f61d22-f348-4699-abfa-00217e15d71c/5eb293fc-21fd-4326-bf00-30be4961c440/d130ca3c-68b1-4901-8287-9214577066cc) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:45:02.880459 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] For port ee6e3c0f-6397-4345-9d86-201d2805a829, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:45:02.887439 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] For port ee6e3c0f-6397-4345-9d86-201d2805a829, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ee6e3c0f-6397-4345-9d86-201d2805a829,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:45:02.895187 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:02.908624 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:03.048309 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Routers {'7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:45:03.049405 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:44:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:03.187758 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:03.233262 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae29ef-3c70-44c7-b2b9-a2c2c19c6d57 None None] Pushing event updated for resources: {'Port': ['ID=ee6e3c0f-6397-4345-9d86-201d2805a829,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:03.239027 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.provisioning_blocks [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Transition to ACTIVE for port object d130ca3c-68b1-4901-8287-9214577066cc will not be triggered until provisioned by entity DHCP. {{(pid=78682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:45:03.242644 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1bae29ef-3c70-44c7-b2b9-a2c2c19c6d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:03.266410 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb69c1-7875-4983-b6a1-ffea2f752b3f req-ac8a1942-316b-4517-93b7-b564203d9073 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:03.269004 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3efb69c1-7875-4983-b6a1-ffea2f752b3f req-ac8a1942-316b-4517-93b7-b564203d9073 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.2378027 Jul 19 20:45:03.339907 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:03.363547 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:03.433100 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289ca64-8439-4a66-87a3-1c58564b75af req-6320ea7c-5c85-4da4-be8b-36686d71256c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:03.433948 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-6289ca64-8439-4a66-87a3-1c58564b75af req-6320ea7c-5c85-4da4-be8b-36686d71256c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Synchronizing usage tracker for tenant:e6edcf7e9c7643649d99f2ee01cee76e on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:45:03.450010 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a407f0f6-9a5a-456a-a651-5f73ca2b8b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:03.477214 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] Set router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:45:03.493277 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Network 74f61d22-f348-4699-abfa-00217e15d71c is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:45:03.515026 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:45:03.537878 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:45:03.602055 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-6289ca64-8439-4a66-87a3-1c58564b75af req-6320ea7c-5c85-4da4-be8b-36686d71256c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Unset dirty status for tenant:e6edcf7e9c7643649d99f2ee01cee76e on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:45:03.605487 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6289ca64-8439-4a66-87a3-1c58564b75af req-6320ea7c-5c85-4da4-be8b-36686d71256c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 931 time: 0.5531502 Jul 19 20:45:03.643946 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c02fca6-fc31-419e-bc11-e96e6f8983f2 {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:45:03.661487 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:03.670659 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728897'] for router_interface, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:03.687042 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6289ca64-8439-4a66-87a3-1c58564b75af req-d0dcdba0-23ad-4359-8687-cb7adda375ae tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746186 Jul 19 20:45:03.699909 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Transition to ACTIVE for port object 5c02fca6-fc31-419e-bc11-e96e6f8983f2 will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:45:03.710577 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:03.719724 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-750faf86-f9ab-488d-8d7a-a58250807e3c tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:03.880821 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3efb69c1-7875-4983-b6a1-ffea2f752b3f req-904d9f9e-1946-4431-be54-0d7838609b40 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5732071 Jul 19 20:45:03.899536 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Pushing event updated for resources: {'Port': ['ID=d130ca3c-68b1-4901-8287-9214577066cc,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:03.903301 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:04.031273 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-1eb76832-0c52-4339-be6a-ce34dfe49e3c None None] Provisioning for port d130ca3c-68b1-4901-8287-9214577066cc completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:45:04.053637 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:44:58Z', 'revision_number': 3, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:04.057248 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-1eb76832-0c52-4339-be6a-ce34dfe49e3c None None] Provisioning complete for port d130ca3c-68b1-4901-8287-9214577066cc triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:04.058139 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1eb76832-0c52-4339-be6a-ce34dfe49e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:04.099560 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:04.141069 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c02fca6-fc31-419e-bc11-e96e6f8983f2,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:04.144402 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a84c55e-6a3e-415d-9b13-64b8e2d79ad8 None None] The sync data for ids ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'] in dv-cinder-801321-1-iscsi is: [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:44:58Z', 'revision_number': 3, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:45:04.153989 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:04.182681 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-1eb76832-0c52-4339-be6a-ce34dfe49e3c None None] Port d130ca3c-68b1-4901-8287-9214577066cc cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:45:04.248296 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Attempting to bind port 5c02fca6-fc31-419e-bc11-e96e6f8983f2 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:45:04.248792 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Attempting to bind port 5c02fca6-fc31-419e-bc11-e96e6f8983f2 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '91c4436e-2b2d-4888-b37e-e9e8eeaaf841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:45:04.249288 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Attempting to bind port 5c02fca6-fc31-419e-bc11-e96e6f8983f2 on network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:45:04.260878 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Port 5c02fca6-fc31-419e-bc11-e96e6f8983f2 on network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:45:04.265455 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Attempting to bind port 5c02fca6-fc31-419e-bc11-e96e6f8983f2 on network 062f6700-b379-4647-ad1d-3bcc0ca7a2ab {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:45:04.278380 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:45:04.278889 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Checking segment: {'id': '91c4436e-2b2d-4888-b37e-e9e8eeaaf841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:45:04.279512 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Bound using segment: {'id': '91c4436e-2b2d-4888-b37e-e9e8eeaaf841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:45:04.280082 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Bound port: 5c02fca6-fc31-419e-bc11-e96e6f8983f2, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c4436e-2b2d-4888-b37e-e9e8eeaaf841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:45:04.280561 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:04.425073 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:04.433320 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:04.438892 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] For port 5c02fca6-fc31-419e-bc11-e96e6f8983f2, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:45:04.443637 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] For port 5c02fca6-fc31-419e-bc11-e96e6f8983f2, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=5c02fca6-fc31-419e-bc11-e96e6f8983f2,segment=NetworkSegment(91c4436e-2b2d-4888-b37e-e9e8eeaaf841),segment_id=91c4436e-2b2d-4888-b37e-e9e8eeaaf841)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:45:04.452443 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:04.461746 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:04.475065 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c150585b-1268-4c40-a6c5-a3c0311a6f5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:04.571506 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:04.572138 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:04.573579 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] 10.222.0.45 "PUT /v2.0/ports/5c02fca6-fc31-419e-bc11-e96e6f8983f2 HTTP/1.1" status: 200 len: 1093 time: 2.1369998 Jul 19 20:45:04.574096 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1f98f3-1e19-4945-91b8-29201a6e0618', 'tag': '5c02fca6-fc31-419e-bc11-e96e6f8983f2'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:45:04.600477 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 41dcba73-cba7-4ddf-aec8-38e782c5c995 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:45:04.606354 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c02fca6-fc31-419e-bc11-e96e6f8983f2,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:04.612757 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:04.678900 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729060'] for router_interface, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:04.738270 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1f98f3-1e19-4945-91b8-29201a6e0618', 'tag': '5c02fca6-fc31-419e-bc11-e96e6f8983f2', 'status': 'completed', 'code': 200} Jul 19 20:45:04.809867 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-11991817-0b26-4e63-9e04-b39aa1b2fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:04.811888 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-11991817-0b26-4e63-9e04-b39aa1b2fc3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6edcf7e9c7643649d99f2ee01cee76e&device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 1096 time: 0.1521828 Jul 19 20:45:04.892946 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:04.909785 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'port_id': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'mac_address': 'fa:16:3e:3b:2b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:45:04.984740 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:05.002281 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Pushing event updated for resources: {'Port': ['ID=d130ca3c-68b1-4901-8287-9214577066cc,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:05.005123 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-1e70b20d-66aa-46e4-b8ee-c8c46d005103 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c02fca6-fc31-419e-bc11-e96e6f8983f2 HTTP/1.1" status: 200 len: 217 time: 0.1766953 Jul 19 20:45:05.016103 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:05.018052 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Network 74f61d22-f348-4699-abfa-00217e15d71c is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:45:05.025894 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:45:05.089112 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dcba73-cba7-4ddf-aec8-38e782c5c995 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:45:05.120875 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:05.121774 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-826c203c-9d00-4e06-9a64-65a501a6e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:05.124397 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-826c203c-9d00-4e06-9a64-65a501a6e1a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f52ff17c-5bdb-499e-8384-113ffebae740 HTTP/1.1" status: 200 len: 854 time: 0.1048746 Jul 19 20:45:05.144090 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:05.156677 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:05.234960 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-0e5f898c-9596-4d3a-8afa-e7e6142ee67d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=062f6700-b379-4647-ad1d-3bcc0ca7a2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951526 Jul 19 20:45:05.309172 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:05.321810 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=41dcba73-cba7-4ddf-aec8-38e782c5c995,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:05.327369 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:05.434883 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-e89c5b2b-05e3-48f0-9be9-3949ec1c2f6b None None] Provisioning complete for port d130ca3c-68b1-4901-8287-9214577066cc triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:05.435332 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e89c5b2b-05e3-48f0-9be9-3949ec1c2f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:05.493510 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['41dcba73-cba7-4ddf-aec8-38e782c5c995'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:45:05.495378 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d99e15-e46b-41b4-839f-637c0a1fdcaf req-b2285e72-d76d-4e9f-967a-1b2a0f435ead tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:05.496428 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-86d99e15-e46b-41b4-839f-637c0a1fdcaf req-b2285e72-d76d-4e9f-967a-1b2a0f435ead tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 945 time: 0.2600942 Jul 19 20:45:05.528096 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-8cd210ef-82eb-4ee7-8666-137843ac3560 service neutron] 10.222.0.45 "GET /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050772 Jul 19 20:45:05.554483 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a422417-109a-4d1d-bd31-674f58e3b94f req-7ab80ae1-8e06-46c5-a172-c361a5fdfc7c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:05.557374 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5a422417-109a-4d1d-bd31-674f58e3b94f req-7ab80ae1-8e06-46c5-a172-c361a5fdfc7c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 943 time: 0.6955333 Jul 19 20:45:05.573206 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e89c5b2b-05e3-48f0-9be9-3949ec1c2f6b None None] Port d130ca3c-68b1-4901-8287-9214577066cc cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:45:05.648719 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:45:05.812071 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-86d99e15-e46b-41b4-839f-637c0a1fdcaf req-58128d16-a22f-4f47-9273-3ca67cf45646 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094103 Jul 19 20:45:05.827664 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5a422417-109a-4d1d-bd31-674f58e3b94f req-b55ba4c2-e3be-47e4-b9c9-aa3da5a48e69 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422569 Jul 19 20:45:05.888569 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-61ef6ab4-a7a8-4519-8212-bf968a57c4ba req-21d0273b-e2ea-4248-85ed-48f54c169b38 service neutron] 10.222.0.45 "GET /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460779 Jul 19 20:45:05.977970 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:45:05.989549 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] 10.222.0.36 "PUT /v2.0/routers/7f7f0e55-5bd7-4f45-b8eb-bc82894ce255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1597266 Jul 19 20:45:06.084012 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76428a2-c3f6-4499-acfc-8192c071a3fe req-f003e8f1-b968-4c0f-a6e6-8897b247f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:06.085598 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a76428a2-c3f6-4499-acfc-8192c071a3fe req-f003e8f1-b968-4c0f-a6e6-8897b247f91e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6edcf7e9c7643649d99f2ee01cee76e&device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 1096 time: 0.0974810 Jul 19 20:45:06.322456 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ee6e3c0f-6397-4345-9d86-201d2805a829 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:06.347364 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76428a2-c3f6-4499-acfc-8192c071a3fe req-dffbae0a-7a80-4d6c-a39e-375fc584b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:06.355270 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a76428a2-c3f6-4499-acfc-8192c071a3fe req-dffbae0a-7a80-4d6c-a39e-375fc584b797 service neutron] 10.222.0.45 "GET /v2.0/networks?id=062f6700-b379-4647-ad1d-3bcc0ca7a2ab HTTP/1.1" status: 200 len: 915 time: 0.2590530 Jul 19 20:45:06.404215 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port ee6e3c0f-6397-4345-9d86-201d2805a829 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:45:06.411307 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port ee6e3c0f-6397-4345-9d86-201d2805a829 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:06.412070 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:06.436130 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a76428a2-c3f6-4499-acfc-8192c071a3fe req-d458fc83-344f-488d-9920-44c33686ce9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c02fca6-fc31-419e-bc11-e96e6f8983f2 HTTP/1.1" status: 200 len: 217 time: 0.0741704 Jul 19 20:45:06.545070 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Sync routers for ids ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:45:06.547019 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76428a2-c3f6-4499-acfc-8192c071a3fe req-79e1f3de-8774-461b-bcde-4d65bba6ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:06.548553 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a76428a2-c3f6-4499-acfc-8192c071a3fe req-79e1f3de-8774-461b-bcde-4d65bba6ba13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f52ff17c-5bdb-499e-8384-113ffebae740 HTTP/1.1" status: 200 len: 854 time: 0.1045291 Jul 19 20:45:06.556844 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:06.558901 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Routers {'7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:45:06.559735 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:45:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:06.583936 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port ee6e3c0f-6397-4345-9d86-201d2805a829, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ee6e3c0f-6397-4345-9d86-201d2805a829,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:06.597546 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:06.605563 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:06.638948 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 41dcba73-cba7-4ddf-aec8-38e782c5c995 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:06.658326 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a76428a2-c3f6-4499-acfc-8192c071a3fe req-0d98f38e-ebdb-4648-89fa-24e8c5b976a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=062f6700-b379-4647-ad1d-3bcc0ca7a2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999510 Jul 19 20:45:06.706760 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:06.742478 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=ee6e3c0f-6397-4345-9d86-201d2805a829,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:06.746280 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:06.758668 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port 41dcba73-cba7-4ddf-aec8-38e782c5c995 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:45:06.771334 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 41dcba73-cba7-4ddf-aec8-38e782c5c995 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:06.772327 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:06.838649 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Set router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:45:06.971640 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 50052) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:45:06.989415 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1455008190-network', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:45:07.001045 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:45:07.008157 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Usage tracker for resource:network and tenant:0a391fce57994fb0978cc0a7d6f12c13 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:45:07.015465 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:45:07.024622 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:45:07.025816 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:07.043083 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Made reservation on behalf of 0a391fce57994fb0978cc0a7d6f12c13 for: {'network': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:45:07.047145 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:07.095616 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:45:07.121128 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:07.130543 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:07.132669 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:07.162886 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:07.167302 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a76428a2-c3f6-4499-acfc-8192c071a3fe req-734cf911-b77b-43fc-ba5e-f5c4677e3229 service neutron] 10.222.0.45 "GET /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001283 Jul 19 20:45:07.195383 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:45:07.202117 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Usage tracker for resource:security_group_rule and tenant:0a391fce57994fb0978cc0a7d6f12c13 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:45:07.206022 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:45:07.215740 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:45:07.271336 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f39904-ada0-4b10-89b1-4610e5a5ba82 req-38081492-4060-4731-aabf-81a0ee999c34 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:07.272902 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-01f39904-ada0-4b10-89b1-4610e5a5ba82 req-38081492-4060-4731-aabf-81a0ee999c34 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 943 time: 0.1843789 Jul 19 20:45:07.289664 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=41dcba73-cba7-4ddf-aec8-38e782c5c995,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:07.302187 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:07.361553 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-01f39904-ada0-4b10-89b1-4610e5a5ba82 req-a1505e37-2efb-4c5c-9c91-136a29f10a20 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822523 Jul 19 20:45:07.377345 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11de7a-e704-4c44-8eb1-c7b0d9afb125 req-7a05d840-cff4-4774-b082-0f916f565c5f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:07.387322 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ca11de7a-e704-4c44-8eb1-c7b0d9afb125 req-7a05d840-cff4-4774-b082-0f916f565c5f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.2983878 Jul 19 20:45:07.406702 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:45:03Z', 'revision_number': 4, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'd130ca3c-68b1-4901-8287-9214577066cc', 'name': '', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'mac_address': 'fa:16:3e:ad:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:02Z', 'updated_at': '2021-07-19T20:45:04Z', 'revision_number': 2, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'subnets': [{'id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:07.412036 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Checking router: 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:45:07.412466 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Updating router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 port d130ca3c-68b1-4901-8287-9214577066cc binding host dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:45:07.425037 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:07.442324 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:07.457575 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=78682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:45:07.469521 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:07.470235 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.segments_db [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Added segment ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d of type vlan for network dad11d84-acdb-4f3d-9636-885ee9d63330 Jul 19 20:45:07.493197 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ca11de7a-e704-4c44-8eb1-c7b0d9afb125 req-cf567675-a162-4e5d-84dc-e561ac638ddf tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971296 Jul 19 20:45:07.504618 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:07.505415 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a76428a2-c3f6-4499-acfc-8192c071a3fe req-815698b3-557b-46a9-a705-fc558075cbed service neutron] 10.222.0.45 "GET /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115170 Jul 19 20:45:07.522833 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:07.536173 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ed69f152-4dcd-4227-bb7f-64a290c83e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:07.593533 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb026969-1ec4-406c-81cb-e0721a95f6bd,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:07.599255 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:07.607899 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'code': 200} Jul 19 20:45:07.608351 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:07.609483 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:07.610079 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:07.616804 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:07.802112 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8177299 Jul 19 20:45:07.802411 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 50068) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:45:07.808025 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Pushing event updated for resources: {'Network': ['ID=dad11d84-acdb-4f3d-9636-885ee9d63330,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:07.808855 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Request body: {'subnet': {'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1455008190-subnet', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'ip_version': 4}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:45:07.811050 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:07.818481 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network dad11d84-acdb-4f3d-9636-885ee9d63330 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:45:07.820838 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:45:07.830867 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Usage tracker for resource:subnet and tenant:0a391fce57994fb0978cc0a7d6f12c13 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:45:07.835503 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:45:07.862297 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:45:07.889706 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Made reservation on behalf of 0a391fce57994fb0978cc0a7d6f12c13 for: {'subnet': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:45:07.892681 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3837916'] for subnet, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:08.156021 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:08.184270 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Transition to ACTIVE for port object d130ca3c-68b1-4901-8287-9214577066cc will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:45:08.198229 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:08.214396 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:08.260865 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13350e0-da7c-4b90-94ac-8494fb666ee0 req-fdf36d31-1619-4b87-b627-ffaca3fe1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:08.262715 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d13350e0-da7c-4b90-94ac-8494fb666ee0 req-fdf36d31-1619-4b87-b627-ffaca3fe1a0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 1099 time: 0.2378104 Jul 19 20:45:08.295916 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ee6e3c0f-6397-4345-9d86-201d2805a829 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:08.296809 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Pushing event updated for resources: {'Port': ['ID=d130ca3c-68b1-4901-8287-9214577066cc,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:08.309768 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:08.310169 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:08.310560 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:08.311403 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:08.311937 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:08.312277 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:08.312647 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:08.312980 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:08.313334 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:08.313811 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:08.314185 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:08.314560 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:08.321215 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:08.374327 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d13350e0-da7c-4b90-94ac-8494fb666ee0 req-18495a92-5066-4894-868f-d48aea1e285a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791996 Jul 19 20:45:08.375952 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2159775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3837870'] for subnet, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:08.380662 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:08.404404 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port ee6e3c0f-6397-4345-9d86-201d2805a829 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:08.405216 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:08.476986 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c202b955-c81e-4d31-b1dc-220a161c0222,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:08.481277 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:08.490556 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Checking segment: {'id': 'ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:45:08.490812 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Network hostable DHCP agents. Network: dad11d84-acdb-4f3d-9636-885ee9d63330, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:45:08.555513 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Network dad11d84-acdb-4f3d-9636-885ee9d63330 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:45:08.574654 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, dad11d84-acdb-4f3d-9636-885ee9d63330) {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:45:08.579571 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:08.580168 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:08.600204 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 5c02fca6-fc31-419e-bc11-e96e6f8983f2 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:45:08.603678 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99eeb5-798e-4bd2-8232-fb08f7037856 None None] Network dad11d84-acdb-4f3d-9636-885ee9d63330 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:45:08.720020 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Attempting to bind port d130ca3c-68b1-4901-8287-9214577066cc on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:45:08.722121 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Attempting to bind port d130ca3c-68b1-4901-8287-9214577066cc by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:45:08.723481 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Attempting to bind port d130ca3c-68b1-4901-8287-9214577066cc on network 74f61d22-f348-4699-abfa-00217e15d71c {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:45:08.739515 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:45:08.740218 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Checking segment: {'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:45:08.742310 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:08.743090 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Bound using segment: {'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:45:08.745739 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Bound port: d130ca3c-68b1-4901-8287-9214577066cc, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:45:08.746646 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:08.762099 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-aabc05a5-2595-45e8-b34d-f32428a722dc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9580226 Jul 19 20:45:08.772883 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 50086) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:45:08.796020 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1455008190-router', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:45:08.816014 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:45:08.819644 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.db.resource_extend [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 20:45:08.826396 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Usage tracker for resource:router and tenant:0a391fce57994fb0978cc0a7d6f12c13 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:45:08.834098 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:45:08.847203 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:45:08.864738 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:08.865948 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-709492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:08.915729 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8145f-6c5f-4f70-9ebf-7683fbd72c52 req-8955f9d2-e473-4429-8479-4ae2b75fdf51 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:08.918344 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d4b8145f-6c5f-4f70-9ebf-7683fbd72c52 req-8955f9d2-e473-4429-8479-4ae2b75fdf51 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 943 time: 0.3318219 Jul 19 20:45:08.947410 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e97f16-17ed-4320-9921-701fcfd614e2 req-b6da466d-2e3c-4cdc-b4c9-44122748b128 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:08.950584 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-14e97f16-17ed-4320-9921-701fcfd614e2 req-b6da466d-2e3c-4cdc-b4c9-44122748b128 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1985922 Jul 19 20:45:08.955557 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] For port d130ca3c-68b1-4901-8287-9214577066cc, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:45:08.959971 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] For port d130ca3c-68b1-4901-8287-9214577066cc, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=d130ca3c-68b1-4901-8287-9214577066cc,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:45:08.968390 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:08.972154 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:08.980826 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:09.055156 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-14e97f16-17ed-4320-9921-701fcfd614e2 req-b9446a5a-6673-4d4f-8f1c-3fcc0959ca1e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967596 Jul 19 20:45:09.077255 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Pushing event updated for resources: {'Port': ['ID=d130ca3c-68b1-4901-8287-9214577066cc,revision_number=4']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:09.081841 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:09.095972 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Routers {'7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:45:09.096635 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:45:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:09.102285 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 50092) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:45:09.163991 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d4b8145f-6c5f-4f70-9ebf-7683fbd72c52 req-6907e1fd-d23c-4713-81ec-68eb5c7d6ad0 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378130 Jul 19 20:45:09.173274 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 5c02fca6-fc31-419e-bc11-e96e6f8983f2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=5c02fca6-fc31-419e-bc11-e96e6f8983f2,segment=NetworkSegment(91c4436e-2b2d-4888-b37e-e9e8eeaaf841),segment_id=91c4436e-2b2d-4888-b37e-e9e8eeaaf841)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:09.197178 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '5c02fca6-fc31-419e-bc11-e96e6f8983f2', 'network_id': '062f6700-b379-4647-ad1d-3bcc0ca7a2ab', 'port_id': '5c02fca6-fc31-419e-bc11-e96e6f8983f2', 'mac_address': 'fa:16:3e:4b:33:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52ff17c-5bdb-499e-8384-113ffebae740', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:45:09.364271 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e159-df4b-4799-ab4d-0b259b6a2f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:09.383577 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:09.404983 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a9859ff-3bcc-5e62-9b24-b3a30d5fcb8c-dad11d84-acdb-4f3d-9636-885ee9d63330', 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'fixed_ips': [{'subnet_id': 'c202b955-c81e-4d31-b1dc-220a161c0222'}]}} from dv-cinder-801321-1-iscsi. {{(pid=78683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 20:45:09.406197 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:09.414064 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] Set router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:45:09.429002 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c02fca6-fc31-419e-bc11-e96e6f8983f2 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:45:09.434049 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-0fc9e159-df4b-4799-ab4d-0b259b6a2f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:45:09.443728 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-0fc9e159-df4b-4799-ab4d-0b259b6a2f4d admin admin] Usage tracker for resource:security_group_rule and tenant:41ad533c33a945b4a147d100d3744e4d is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:45:09.449838 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 5c02fca6-fc31-419e-bc11-e96e6f8983f2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=5c02fca6-fc31-419e-bc11-e96e6f8983f2,segment=NetworkSegment(91c4436e-2b2d-4888-b37e-e9e8eeaaf841),segment_id=91c4436e-2b2d-4888-b37e-e9e8eeaaf841)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:09.450844 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-0fc9e159-df4b-4799-ab4d-0b259b6a2f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:45:09.464647 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-0fc9e159-df4b-4799-ab4d-0b259b6a2f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:45:09.614372 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1630'] for router, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:09.627577 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e159-df4b-4799-ab4d-0b259b6a2f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:09.646671 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e159-df4b-4799-ab4d-0b259b6a2f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:09.675771 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-40a12ae4-469b-450f-b34f-9724207492f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:09.694418 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:09.700218 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:09.779341 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-0fc9e159-df4b-4799-ab4d-0b259b6a2f4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41ad533c33a945b4a147d100d3744e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6763437 Jul 19 20:45:09.784000 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 50102) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:45:09.787837 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9e159-df4b-4799-ab4d-0b259b6a2f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a516695-4035-456d-8244-2680cbb0d0a9,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:09.795943 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0fc9e159-df4b-4799-ab4d-0b259b6a2f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:09.852149 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=5c02fca6-fc31-419e-bc11-e96e6f8983f2,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:09.857679 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:09.872366 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Allocated IP 172.20.0.2 (dad11d84-acdb-4f3d-9636-885ee9d63330/c202b955-c81e-4d31-b1dc-220a161c0222/2d4ccb93-a741-425e-8ee8-15d4a1d3a173) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:45:09.888391 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-26a69986-5618-4bbc-a17a-39835a6ae490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:09.924819 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-26a69986-5618-4bbc-a17a-39835a6ae490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:10.052711 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['5c02fca6-fc31-419e-bc11-e96e6f8983f2'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:45:10.069601 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:45:03Z', 'revision_number': 4, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'd130ca3c-68b1-4901-8287-9214577066cc', 'name': '', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'mac_address': 'fa:16:3e:ad:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:02Z', 'updated_at': '2021-07-19T20:45:08Z', 'revision_number': 4, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'subnets': [{'id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:10.076162 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8556df5-759b-4be3-99d3-912fd5914a9e None None] The sync data for ids ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'] in dv-cinder-801321-1-iscsi is: [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:45:03Z', 'revision_number': 4, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'd130ca3c-68b1-4901-8287-9214577066cc', 'name': '', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'mac_address': 'fa:16:3e:ad:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:02Z', 'updated_at': '2021-07-19T20:45:08Z', 'revision_number': 4, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'subnets': [{'id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:45:10.403661 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b2771-dca3-447a-adf0-a35b8a83524f req-68ef897d-caa9-4352-bbd3-adbca1540ff5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:10.405772 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4b7b2771-dca3-447a-adf0-a35b8a83524f req-68ef897d-caa9-4352-bbd3-adbca1540ff5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1654594 Jul 19 20:45:10.413423 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device d130ca3c-68b1-4901-8287-9214577066cc up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:10.441937 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-26a69986-5618-4bbc-a17a-39835a6ae490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:10.466704 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:10.471378 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4b7b2771-dca3-447a-adf0-a35b8a83524f req-df26adec-4cd5-4ad1-bec5-87a5f1ee8c0b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578666 Jul 19 20:45:10.484796 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:10.494272 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Transition to ACTIVE for port object 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:45:10.501016 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:10.539769 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Transition to ACTIVE for port object 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:45:10.562999 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:10.565700 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:10.569336 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a69986-5618-4bbc-a17a-39835a6ae490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a516695-4035-456d-8244-2680cbb0d0a9,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:10.576607 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:10.586658 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-26a69986-5618-4bbc-a17a-39835a6ae490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:10.702646 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-26a69986-5618-4bbc-a17a-39835a6ae490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:10.704140 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-26a69986-5618-4bbc-a17a-39835a6ae490 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a516695-4035-456d-8244-2680cbb0d0a9 HTTP/1.1" status: 204 len: 168 time: 0.9161341 Jul 19 20:45:10.762785 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Pushing event updated for resources: {'Port': ['ID=2d4ccb93-a741-425e-8ee8-15d4a1d3a173,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:10.772364 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:10.779061 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31613d-5580-464b-9d6d-4f7ba25d752f req-2d244ba6-6af6-438f-bca5-e7d66f00721a tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:10.780621 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5d31613d-5580-464b-9d6d-4f7ba25d752f req-2d244ba6-6af6-438f-bca5-e7d66f00721a tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 944 time: 0.4087901 Jul 19 20:45:10.795359 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Network dad11d84-acdb-4f3d-9636-885ee9d63330 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:45:10.813579 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Resources bound (agent type, host, resource id): {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:45:10.823943 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:45:10.841774 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port d130ca3c-68b1-4901-8287-9214577066cc completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:45:10.864946 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a99d4-99b3-44e3-89d5-3395b32f5858 req-3f4f50f0-9143-4845-8e15-f6abb98554ff tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:10.867945 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-499a99d4-99b3-44e3-89d5-3395b32f5858 req-3f4f50f0-9143-4845-8e15-f6abb98554ff tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1640377 Jul 19 20:45:10.876924 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 50122) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:45:10.884460 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-712b76a0-c24c-45f5-9bda-6d9dd840edc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Request body: {'floatingip': {'port_id': '41dcba73-cba7-4ddf-aec8-38e782c5c995'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:45:10.906584 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port d130ca3c-68b1-4901-8287-9214577066cc triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:10.907323 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:10.984547 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5d31613d-5580-464b-9d6d-4f7ba25d752f req-c5a9d49d-1553-4535-b0c7-db637a5682d7 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898916 Jul 19 20:45:11.036134 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Allocated IP 172.27.2.88 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/9ca11684-0230-44c8-85a6-3a3471625bcb) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:45:11.103755 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-712b76a0-c24c-45f5-9bda-6d9dd840edc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:11.237955 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Attempting to bind port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:45:11.238897 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Attempting to bind port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:45:11.239310 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Attempting to bind port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 on network dad11d84-acdb-4f3d-9636-885ee9d63330 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:45:11.265859 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:45:11.266225 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Checking segment: {'id': 'ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:45:11.266728 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:11.267166 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Bound using segment: {'id': 'ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:45:11.267709 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Bound port: 2d4ccb93-a741-425e-8ee8-15d4a1d3a173, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:45:11.268138 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:11.341930 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:11.382936 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] For port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:45:11.389179 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] For port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=2d4ccb93-a741-425e-8ee8-15d4a1d3a173,segment=NetworkSegment(ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d),segment_id=ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:45:11.398089 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:11.405338 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:11.424533 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:11.440050 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-389e7534-8d9a-4180-812d-a33f037c1a6c tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:11.507304 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:11.571745 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port d130ca3c-68b1-4901-8287-9214577066cc, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=d130ca3c-68b1-4901-8287-9214577066cc,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:11.582168 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:11.587464 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Pushing event updated for resources: {'Port': ['ID=2d4ccb93-a741-425e-8ee8-15d4a1d3a173,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:11.592161 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:11.592915 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:11.602322 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:45:11.617080 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:45:11.624048 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:45:11.744296 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=d130ca3c-68b1-4901-8287-9214577066cc,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:11.752693 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:11.912126 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca11684-0230-44c8-85a6-3a3471625bcb,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:11.968629 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:12.028182 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c4906-0e6b-496d-aaa8-86cf79b35420 req-7cd814e4-1b52-4256-8626-7c2845a85464 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:12.030863 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d5c4906-0e6b-496d-aaa8-86cf79b35420 req-7cd814e4-1b52-4256-8626-7c2845a85464 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.5138006 Jul 19 20:45:12.300959 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d5c4906-0e6b-496d-aaa8-86cf79b35420 req-c4976e68-2976-4c46-b69e-e401a2d8437f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583931 Jul 19 20:45:12.359059 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:12.404338 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device d130ca3c-68b1-4901-8287-9214577066cc up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:12.443875 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ac390-51a8-4e35-8708-4652f8774e3d req-6373ec6d-cb92-4eff-b920-2c1461101987 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:12.445622 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ae2ac390-51a8-4e35-8708-4652f8774e3d req-6373ec6d-cb92-4eff-b920-2c1461101987 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 944 time: 0.2409930 Jul 19 20:45:12.500200 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port d130ca3c-68b1-4901-8287-9214577066cc triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:12.500693 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:12.546023 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ae2ac390-51a8-4e35-8708-4652f8774e3d req-abb98e0f-6e37-43bf-a9f5-e23af1d9ac3f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779216 Jul 19 20:45:12.651192 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 5c02fca6-fc31-419e-bc11-e96e6f8983f2 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:12.764822 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-712b76a0-c24c-45f5-9bda-6d9dd840edc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:12.772587 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-712b76a0-c24c-45f5-9bda-6d9dd840edc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:12.834265 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:12.932811 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port 5c02fca6-fc31-419e-bc11-e96e6f8983f2 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:45:12.942132 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 5c02fca6-fc31-419e-bc11-e96e6f8983f2 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:12.942709 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:12.987370 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:45:13.013626 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703511'] for router, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:13.044625 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.l3_db [None req-712b76a0-c24c-45f5-9bda-6d9dd840edc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Floating IP d44977bc-e0da-47ac-8264-84c9d5c900fc associated. External IP: 172.27.2.2, port: 41dcba73-cba7-4ddf-aec8-38e782c5c995. Jul 19 20:45:13.135360 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:13.167242 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1f98f3-1e19-4945-91b8-29201a6e0618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c02fca6-fc31-419e-bc11-e96e6f8983f2'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:45:13.185178 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 5c02fca6-fc31-419e-bc11-e96e6f8983f2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=5c02fca6-fc31-419e-bc11-e96e6f8983f2,segment=NetworkSegment(91c4436e-2b2d-4888-b37e-e9e8eeaaf841),segment_id=91c4436e-2b2d-4888-b37e-e9e8eeaaf841)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:13.209094 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:13.211035 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:13.284176 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Router 59d2cf03-bceb-4044-9646-73409b2e2b86 is scheduled to L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 with binding_index 1 {{(pid=78681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 20:45:13.284683 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1f98f3-1e19-4945-91b8-29201a6e0618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c02fca6-fc31-419e-bc11-e96e6f8983f2', 'code': 200} Jul 19 20:45:13.294820 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f62a54-8acc-4adb-a8b1-ef579899709a None None] Network dad11d84-acdb-4f3d-9636-885ee9d63330 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:45:13.491466 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=5c02fca6-fc31-419e-bc11-e96e6f8983f2,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:13.495346 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712b76a0-c24c-45f5-9bda-6d9dd840edc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Router abef007a-dfcc-49bf-9368-19e3eecb6fec has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:45:13.501218 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-488f8224-3ea3-4e62-a211-1791bd9cb2c3 None None] Provisioning for port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:45:13.508366 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:13.514831 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-488f8224-3ea3-4e62-a211-1791bd9cb2c3 None None] Provisioning complete for port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:13.516843 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-488f8224-3ea3-4e62-a211-1791bd9cb2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:13.556745 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:45:13.600251 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Notify callbacks [] for router, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:13.603400 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8201289 Jul 19 20:45:13.612138 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 50140) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:45:13.640376 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Sync routers for ids ['59d2cf03-bceb-4044-9646-73409b2e2b86'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:45:13.693234 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Routers {'59d2cf03-bceb-4044-9646-73409b2e2b86'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:45:13.693874 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:45:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['59d2cf03-bceb-4044-9646-73409b2e2b86'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:13.829571 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab9130-6903-41dd-a89e-f2f814228ac7 req-ea303e17-f4b2-46ed-896a-9cf808e24ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:13.831557 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c5ab9130-6903-41dd-a89e-f2f814228ac7 req-ea303e17-f4b2-46ed-896a-9cf808e24ca6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 1098 time: 0.2256610 Jul 19 20:45:13.861827 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ec05f-1192-4a85-b7e6-e4b191b77915 req-c2159041-6487-42c2-9fda-ca1d31ae65ec tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:13.863967 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-384ec05f-1192-4a85-b7e6-e4b191b77915 req-c2159041-6487-42c2-9fda-ca1d31ae65ec tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 945 time: 0.1629117 Jul 19 20:45:13.938423 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-384ec05f-1192-4a85-b7e6-e4b191b77915 req-26423c87-93ed-4166-a864-d56f7f7dcf91 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658629 Jul 19 20:45:13.940210 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c5ab9130-6903-41dd-a89e-f2f814228ac7 req-e33a159c-08e2-490b-92db-32451e3828ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005220 Jul 19 20:45:13.994063 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-488f8224-3ea3-4e62-a211-1791bd9cb2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:14.013180 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Set router 59d2cf03-bceb-4044-9646-73409b2e2b86 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:45:14.179526 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-488f8224-3ea3-4e62-a211-1791bd9cb2c3 None None] For port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=2d4ccb93-a741-425e-8ee8-15d4a1d3a173,segment=NetworkSegment(ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d),segment_id=ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:14.229139 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-488f8224-3ea3-4e62-a211-1791bd9cb2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:14.234859 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1bae29ef-3c70-44c7-b2b9-a2c2c19c6d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:14.258736 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712b76a0-c24c-45f5-9bda-6d9dd840edc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:45:14.270245 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdc450-2e34-406f-bb34-f4ab77c6829e req-f4045e87-5aae-465f-92b7-103ed00674ec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:14.279102 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7458a8-7eab-44b8-b09d-50c42d380fa8 None None] Sync routers for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:45:14.290702 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a6cdc450-2e34-406f-bb34-f4ab77c6829e req-f4045e87-5aae-465f-92b7-103ed00674ec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.7627461 Jul 19 20:45:14.296648 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7458a8-7eab-44b8-b09d-50c42d380fa8 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:45:14.296969 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-db7458a8-7eab-44b8-b09d-50c42d380fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:45:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:14.339067 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f8224-3ea3-4e62-a211-1791bd9cb2c3 None None] Pushing event updated for resources: {'Port': ['ID=2d4ccb93-a741-425e-8ee8-15d4a1d3a173,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:14.345512 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-488f8224-3ea3-4e62-a211-1791bd9cb2c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:14.425243 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-712b76a0-c24c-45f5-9bda-6d9dd840edc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:14.452779 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'name': 'tempest-TestMinimumBasicScenario-1455008190-router', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:45:08Z', 'updated_at': '2021-07-19T20:45:12Z', 'revision_number': 3, 'project_id': '0a391fce57994fb0978cc0a7d6f12c13', 'gw_port': {'id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:10Z', 'updated_at': '2021-07-19T20:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:14.461131 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Checking router: 59d2cf03-bceb-4044-9646-73409b2e2b86 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:45:14.461534 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Updating router 59d2cf03-bceb-4044-9646-73409b2e2b86 port 9ca11684-0230-44c8-85a6-3a3471625bcb binding host dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:45:14.480372 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a6cdc450-2e34-406f-bb34-f4ab77c6829e req-ff79ff72-7810-4bee-b5d0-ecece98cf4b3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887136 Jul 19 20:45:14.505420 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-712b76a0-c24c-45f5-9bda-6d9dd840edc8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "PUT /v2.0/floatingips/d44977bc-e0da-47ac-8264-84c9d5c900fc HTTP/1.1" status: 200 len: 990 time: 3.6271248 Jul 19 20:45:14.522556 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-586b542d-5fef-4b08-9b55-c8451662159d None None] Provisioning complete for port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:14.523128 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-586b542d-5fef-4b08-9b55-c8451662159d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:14.562089 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995'}] {{(pid=78682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:45:14.604683 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:14.605020 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-db7458a8-7eab-44b8-b09d-50c42d380fa8 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:45:14.617193 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'status': 'completed', 'code': 200} Jul 19 20:45:14.803966 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b58649-e837-4080-91fa-504f361bfa33 req-c6186ecd-0b30-46e4-949e-3b03e04760c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:14.807070 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-48b58649-e837-4080-91fa-504f361bfa33 req-c6186ecd-0b30-46e4-949e-3b03e04760c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 1099 time: 0.1016176 Jul 19 20:45:14.827149 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:45:14.963827 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:15.062941 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b58649-e837-4080-91fa-504f361bfa33 req-a2668530-a2f0-4c0f-97f2-0b94667d138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:15.067305 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-48b58649-e837-4080-91fa-504f361bfa33 req-a2668530-a2f0-4c0f-97f2-0b94667d138a service neutron] 10.222.0.45 "GET /v2.0/networks?id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 HTTP/1.1" status: 200 len: 918 time: 0.2405381 Jul 19 20:45:15.101297 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-db7458a8-7eab-44b8-b09d-50c42d380fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': 'd44977bc-e0da-47ac-8264-84c9d5c900fc', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'port_id': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'mac_address': 'fa:16:3e:3b:2b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:44:48Z', 'updated_at': '2021-07-19T20:45:12Z', 'revision_number': 1, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:08Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:15.117116 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7458a8-7eab-44b8-b09d-50c42d380fa8 None None] Checking router: abef007a-dfcc-49bf-9368-19e3eecb6fec for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:45:15.137277 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7458a8-7eab-44b8-b09d-50c42d380fa8 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:45:15.137937 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-db7458a8-7eab-44b8-b09d-50c42d380fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:45:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:15.260429 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Allocated IP 172.20.0.1 (dad11d84-acdb-4f3d-9636-885ee9d63330/c202b955-c81e-4d31-b1dc-220a161c0222/6bb21e43-3aae-4744-bab3-62da999fcf1b) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:45:15.301717 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:15.319716 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Transition to ACTIVE for port object 9ca11684-0230-44c8-85a6-3a3471625bcb will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:45:15.329794 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:15.335870 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-488f8224-3ea3-4e62-a211-1791bd9cb2c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:15.342775 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-48b58649-e837-4080-91fa-504f361bfa33 req-06482562-c7eb-4f46-8df9-9f9696d72c6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995 HTTP/1.1" status: 200 len: 998 time: 0.2664421 Jul 19 20:45:15.389968 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-db7458a8-7eab-44b8-b09d-50c42d380fa8 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:45:15.437014 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Attempting to bind port 9ca11684-0230-44c8-85a6-3a3471625bcb on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:45:15.437479 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Attempting to bind port 9ca11684-0230-44c8-85a6-3a3471625bcb by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:45:15.437860 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Attempting to bind port 9ca11684-0230-44c8-85a6-3a3471625bcb on network f5466eaf-cb4a-4a64-b931-13ea23041666 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:45:15.448959 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:45:15.449753 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Checking segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:45:15.450430 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b58649-e837-4080-91fa-504f361bfa33 req-2d3deab3-e67a-4e17-8732-a54ba1f407d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:15.450867 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:15.451550 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Bound using segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:45:15.452329 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-48b58649-e837-4080-91fa-504f361bfa33 req-2d3deab3-e67a-4e17-8732-a54ba1f407d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fa4d79e-7eb1-4cef-a455-9fc00285c0b2 HTTP/1.1" status: 200 len: 856 time: 0.1012337 Jul 19 20:45:15.452455 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Bound port: 9ca11684-0230-44c8-85a6-3a3471625bcb, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:45:15.452996 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:15.506748 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb8875-834c-459f-9395-3819f18c0fb7 None None] Pushing event updated for resources: {'Port': ['ID=9ca11684-0230-44c8-85a6-3a3471625bcb,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:15.511358 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-dfdb8875-834c-459f-9395-3819f18c0fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:15.520129 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da794a5-869b-481c-86da-29a9d20f2236 req-2ddaadcf-84c2-41c6-b5b7-b2f202fcd340 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:15.521699 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0da794a5-869b-481c-86da-29a9d20f2236 req-2ddaadcf-84c2-41c6-b5b7-b2f202fcd340 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 945 time: 0.2651050 Jul 19 20:45:15.549208 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] For port 9ca11684-0230-44c8-85a6-3a3471625bcb, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:45:15.558347 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] For port 9ca11684-0230-44c8-85a6-3a3471625bcb, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=9ca11684-0230-44c8-85a6-3a3471625bcb,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:45:15.567164 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:15.582814 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:15.601510 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:15.606665 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b58649-e837-4080-91fa-504f361bfa33 req-d011ac5d-c208-46bd-8962-b57d82615981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:15.612604 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-48b58649-e837-4080-91fa-504f361bfa33 req-d011ac5d-c208-46bd-8962-b57d82615981 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1518025 Jul 19 20:45:15.632162 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0da794a5-869b-481c-86da-29a9d20f2236 req-bdde82ae-c6a7-4297-bb75-6aea7823604a tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811899 Jul 19 20:45:15.655320 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.provisioning_blocks [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Transition to ACTIVE for port object 6bb21e43-3aae-4744-bab3-62da999fcf1b will not be triggered until provisioned by entity DHCP. {{(pid=78682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:45:15.731177 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:15.747249 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:15.768426 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Routers {'59d2cf03-bceb-4044-9646-73409b2e2b86'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:45:15.769071 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:45:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['59d2cf03-bceb-4044-9646-73409b2e2b86'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:15.850767 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb8875-834c-459f-9395-3819f18c0fb7 None None] Pushing event updated for resources: {'Port': ['ID=9ca11684-0230-44c8-85a6-3a3471625bcb,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:15.856198 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-dfdb8875-834c-459f-9395-3819f18c0fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:15.862985 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Pushing event updated for resources: {'Port': ['ID=6bb21e43-3aae-4744-bab3-62da999fcf1b,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:15.868721 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:15.871974 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Network dad11d84-acdb-4f3d-9636-885ee9d63330 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:45:15.873506 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:45:15.893645 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:45:15.921415 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-48b58649-e837-4080-91fa-504f361bfa33 req-c91fb5c0-11a7-4688-871d-5a4a0272ba01 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999940 Jul 19 20:45:15.983070 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-db7458a8-7eab-44b8-b09d-50c42d380fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': 'd44977bc-e0da-47ac-8264-84c9d5c900fc', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'port_id': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'mac_address': 'fa:16:3e:3b:2b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:44:48Z', 'updated_at': '2021-07-19T20:45:12Z', 'revision_number': 1, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:08Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:15.984312 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728897'] for router_interface, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:15.988687 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7458a8-7eab-44b8-b09d-50c42d380fa8 None None] The sync data for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi is: [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': 'd44977bc-e0da-47ac-8264-84c9d5c900fc', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'port_id': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'mac_address': 'fa:16:3e:3b:2b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:44:48Z', 'updated_at': '2021-07-19T20:45:12Z', 'revision_number': 1, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:08Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:45:16.004348 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f843aa-529b-465b-9bbe-fa43d5a13b00 req-6e98d2f6-639e-4ca9-b83d-ee420a834a2d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:16.006925 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] Set router 59d2cf03-bceb-4044-9646-73409b2e2b86 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:45:16.018172 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c8f843aa-529b-465b-9bbe-fa43d5a13b00 req-6e98d2f6-639e-4ca9-b83d-ee420a834a2d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2222450 Jul 19 20:45:16.171391 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:16.217600 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c8f843aa-529b-465b-9bbe-fa43d5a13b00 req-ee15020e-ecd1-4f86-991b-7cf3a6d54fe1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983745 Jul 19 20:45:16.269062 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-48b58649-e837-4080-91fa-504f361bfa33 req-87383d59-db93-45e0-ad06-2ad3f6053cc8 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021424 Jul 19 20:45:16.340078 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:16.414285 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc53396-c51e-4511-8e24-1c4073264b44 None None] New status for floating IP d44977bc-e0da-47ac-8264-84c9d5c900fc: ACTIVE {{(pid=78683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 20:45:16.492199 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-126f738f-d2ae-4e98-89e4-828e709a29fd None None] Provisioning for port 6bb21e43-3aae-4744-bab3-62da999fcf1b completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:45:16.528503 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-126f738f-d2ae-4e98-89e4-828e709a29fd None None] Provisioning complete for port 6bb21e43-3aae-4744-bab3-62da999fcf1b triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:16.528888 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-126f738f-d2ae-4e98-89e4-828e709a29fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:16.600810 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:16.606217 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:16.631496 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:16.718844 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Pushing event updated for resources: {'Port': ['ID=6bb21e43-3aae-4744-bab3-62da999fcf1b,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:16.724175 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:16.724823 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729060'] for router_interface, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:16.736621 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:16.737402 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:16.780420 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-126f738f-d2ae-4e98-89e4-828e709a29fd None None] Port 6bb21e43-3aae-4744-bab3-62da999fcf1b cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:45:16.935663 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Network dad11d84-acdb-4f3d-9636-885ee9d63330 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:45:16.937757 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:45:16.953909 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'name': 'tempest-TestMinimumBasicScenario-1455008190-router', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:45:08Z', 'updated_at': '2021-07-19T20:45:12Z', 'revision_number': 3, 'project_id': '0a391fce57994fb0978cc0a7d6f12c13', 'gw_port': {'id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:10Z', 'updated_at': '2021-07-19T20:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:16.955824 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f55a0-6e35-47e3-9a5a-98dfc92a64e4 req-cb2066ab-e148-4527-9db7-8168808c1659 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:16.957593 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-726f55a0-6e35-47e3-9a5a-98dfc92a64e4 req-cb2066ab-e148-4527-9db7-8168808c1659 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 945 time: 0.1439643 Jul 19 20:45:16.962779 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee2d4c4-9c77-4cf8-a5fa-81fd385a69a9 None None] The sync data for ids ['59d2cf03-bceb-4044-9646-73409b2e2b86'] in dv-cinder-801321-1-iscsi is: [{'id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'name': 'tempest-TestMinimumBasicScenario-1455008190-router', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:45:08Z', 'updated_at': '2021-07-19T20:45:12Z', 'revision_number': 3, 'project_id': '0a391fce57994fb0978cc0a7d6f12c13', 'gw_port': {'id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:10Z', 'updated_at': '2021-07-19T20:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:45:17.094764 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-726f55a0-6e35-47e3-9a5a-98dfc92a64e4 req-08eb1ed1-9e88-4e61-bb80-a61de336afca tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763669 Jul 19 20:45:17.201668 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:17.217317 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-28bd1020-dbb0-4f79-90b2-3468cbc993b2 None None] Provisioning complete for port 6bb21e43-3aae-4744-bab3-62da999fcf1b triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:17.217847 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-28bd1020-dbb0-4f79-90b2-3468cbc993b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:17.229538 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Router 59d2cf03-bceb-4044-9646-73409b2e2b86 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:45:17.310154 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-28bd1020-dbb0-4f79-90b2-3468cbc993b2 None None] Port 6bb21e43-3aae-4744-bab3-62da999fcf1b cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:45:17.574524 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:45:17.595325 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] 10.222.0.36 "PUT /v2.0/routers/59d2cf03-bceb-4044-9646-73409b2e2b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9755495 Jul 19 20:45:17.627116 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a21663-5029-43d9-ad81-6fac76c5288c req-b4bb65b0-7887-4324-bc31-e6bc851b4100 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:17.630221 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-26a21663-5029-43d9-ad81-6fac76c5288c req-b4bb65b0-7887-4324-bc31-e6bc851b4100 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2242761 Jul 19 20:45:17.732343 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-26a21663-5029-43d9-ad81-6fac76c5288c req-c0e2ba7b-8daa-4128-ab20-dd28b215ba80 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962381 Jul 19 20:45:18.285728 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 9ca11684-0230-44c8-85a6-3a3471625bcb up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:18.359975 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 9ca11684-0230-44c8-85a6-3a3471625bcb completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:45:18.368405 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 9ca11684-0230-44c8-85a6-3a3471625bcb triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:18.368722 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:18.558820 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:18.580995 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port 9ca11684-0230-44c8-85a6-3a3471625bcb, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=9ca11684-0230-44c8-85a6-3a3471625bcb,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:18.589915 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:18.592130 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-dfdb8875-834c-459f-9395-3819f18c0fb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:18.699051 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=9ca11684-0230-44c8-85a6-3a3471625bcb,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:18.705096 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:19.004913 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Sync routers for ids ['59d2cf03-bceb-4044-9646-73409b2e2b86'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:45:19.016687 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Routers {'59d2cf03-bceb-4044-9646-73409b2e2b86'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:45:19.017713 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:45:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['59d2cf03-bceb-4044-9646-73409b2e2b86'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:19.083754 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f28631-ed53-47f8-b557-2ae5c5a72979 req-b2fb68f5-edda-46f4-82e9-e2453db1d80d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:19.090202 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-27f28631-ed53-47f8-b557-2ae5c5a72979 req-b2fb68f5-edda-46f4-82e9-e2453db1d80d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2463293 Jul 19 20:45:19.215310 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-27f28631-ed53-47f8-b557-2ae5c5a72979 req-bc76b3e9-924a-447a-b932-cadd7ff16c18 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108353 Jul 19 20:45:19.243405 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Set router 59d2cf03-bceb-4044-9646-73409b2e2b86 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:45:19.751923 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'name': 'tempest-TestMinimumBasicScenario-1455008190-router', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:45:08Z', 'updated_at': '2021-07-19T20:45:16Z', 'revision_number': 4, 'project_id': '0a391fce57994fb0978cc0a7d6f12c13', 'gw_port': {'id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:10Z', 'updated_at': '2021-07-19T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '6bb21e43-3aae-4744-bab3-62da999fcf1b', 'name': '', 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'mac_address': 'fa:16:3e:47:80:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'c202b955-c81e-4d31-b1dc-220a161c0222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:15Z', 'updated_at': '2021-07-19T20:45:16Z', 'revision_number': 2, 'project_id': '0a391fce57994fb0978cc0a7d6f12c13', 'subnets': [{'id': 'c202b955-c81e-4d31-b1dc-220a161c0222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:19.769740 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Checking router: 59d2cf03-bceb-4044-9646-73409b2e2b86 for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:45:19.770109 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Updating router 59d2cf03-bceb-4044-9646-73409b2e2b86 port 6bb21e43-3aae-4744-bab3-62da999fcf1b binding host dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:45:19.867936 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:20.291359 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 9ca11684-0230-44c8-85a6-3a3471625bcb up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:20.521405 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 9ca11684-0230-44c8-85a6-3a3471625bcb triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:20.522145 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:20.700210 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53f312-7c79-47f0-a8ff-1f38bac36afd req-0d90053b-976e-4448-a066-19192c3fb7f8 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:20.723822 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fe53f312-7c79-47f0-a8ff-1f38bac36afd req-0d90053b-976e-4448-a066-19192c3fb7f8 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2637563 Jul 19 20:45:20.859403 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:20.863112 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fe53f312-7c79-47f0-a8ff-1f38bac36afd req-54c1795b-5182-4a3a-8270-7fa24248207f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381536 Jul 19 20:45:20.905634 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Transition to ACTIVE for port object 6bb21e43-3aae-4744-bab3-62da999fcf1b will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:45:20.918386 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:20.923171 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:21.067602 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04fde4-c841-42f4-b059-79d5d47c52ff None None] Pushing event updated for resources: {'Port': ['ID=6bb21e43-3aae-4744-bab3-62da999fcf1b,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:21.076075 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-df04fde4-c841-42f4-b059-79d5d47c52ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:21.249839 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Attempting to bind port 6bb21e43-3aae-4744-bab3-62da999fcf1b on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:45:21.250483 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Attempting to bind port 6bb21e43-3aae-4744-bab3-62da999fcf1b by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:45:21.251063 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Attempting to bind port 6bb21e43-3aae-4744-bab3-62da999fcf1b on network dad11d84-acdb-4f3d-9636-885ee9d63330 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:45:21.261969 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:45:21.262551 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Checking segment: {'id': 'ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:45:21.263174 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:21.263737 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Bound using segment: {'id': 'ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:45:21.264256 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Bound port: 6bb21e43-3aae-4744-bab3-62da999fcf1b, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:45:21.264813 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:21.411261 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] For port 6bb21e43-3aae-4744-bab3-62da999fcf1b, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:45:21.414882 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] For port 6bb21e43-3aae-4744-bab3-62da999fcf1b, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=6bb21e43-3aae-4744-bab3-62da999fcf1b,segment=NetworkSegment(ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d),segment_id=ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:45:21.428168 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:21.432744 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8e8a6775-ccf6-401d-8981-c089394f7615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:21.564225 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Routers {'59d2cf03-bceb-4044-9646-73409b2e2b86'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:45:21.565145 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:45:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['59d2cf03-bceb-4044-9646-73409b2e2b86'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:21.627220 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04fde4-c841-42f4-b059-79d5d47c52ff None None] Pushing event updated for resources: {'Port': ['ID=6bb21e43-3aae-4744-bab3-62da999fcf1b,revision_number=4']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:21.655193 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-df04fde4-c841-42f4-b059-79d5d47c52ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:21.897762 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] Set router 59d2cf03-bceb-4044-9646-73409b2e2b86 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:45:22.110408 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff748a-d6b7-41dd-bb82-82d986d3d8e3 req-011ac1a4-2345-422d-9b64-ec458a165a2b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:22.112978 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e9ff748a-d6b7-41dd-bb82-82d986d3d8e3 req-011ac1a4-2345-422d-9b64-ec458a165a2b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1273627 Jul 19 20:45:22.180562 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e9ff748a-d6b7-41dd-bb82-82d986d3d8e3 req-1fcf67b9-c99b-41ea-a614-b96bdb6089fd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598710 Jul 19 20:45:22.364663 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'name': 'tempest-TestMinimumBasicScenario-1455008190-router', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:45:08Z', 'updated_at': '2021-07-19T20:45:16Z', 'revision_number': 4, 'project_id': '0a391fce57994fb0978cc0a7d6f12c13', 'gw_port': {'id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:10Z', 'updated_at': '2021-07-19T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '6bb21e43-3aae-4744-bab3-62da999fcf1b', 'name': '', 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'mac_address': 'fa:16:3e:47:80:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'c202b955-c81e-4d31-b1dc-220a161c0222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:15Z', 'updated_at': '2021-07-19T20:45:21Z', 'revision_number': 4, 'project_id': '0a391fce57994fb0978cc0a7d6f12c13', 'subnets': [{'id': 'c202b955-c81e-4d31-b1dc-220a161c0222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:45:22.369267 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d8f57-b96c-4e78-b18f-99719bc1564b None None] The sync data for ids ['59d2cf03-bceb-4044-9646-73409b2e2b86'] in dv-cinder-801321-1-iscsi is: [{'id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'name': 'tempest-TestMinimumBasicScenario-1455008190-router', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:45:08Z', 'updated_at': '2021-07-19T20:45:16Z', 'revision_number': 4, 'project_id': '0a391fce57994fb0978cc0a7d6f12c13', 'gw_port': {'id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:10Z', 'updated_at': '2021-07-19T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '6bb21e43-3aae-4744-bab3-62da999fcf1b', 'name': '', 'network_id': 'dad11d84-acdb-4f3d-9636-885ee9d63330', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'mac_address': 'fa:16:3e:47:80:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'c202b955-c81e-4d31-b1dc-220a161c0222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:15Z', 'updated_at': '2021-07-19T20:45:21Z', 'revision_number': 4, 'project_id': '0a391fce57994fb0978cc0a7d6f12c13', 'subnets': [{'id': 'c202b955-c81e-4d31-b1dc-220a161c0222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:45:23.420167 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a125ebc-160c-4d2f-a71e-843621ab7ae4 req-943784da-ca62-48f6-9fd2-da0aadcee07a tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:23.422505 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0a125ebc-160c-4d2f-a71e-843621ab7ae4 req-943784da-ca62-48f6-9fd2-da0aadcee07a tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.0953410 Jul 19 20:45:23.478950 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0a125ebc-160c-4d2f-a71e-843621ab7ae4 req-91c30191-556e-4cdc-87a9-d8d92ed2314f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490665 Jul 19 20:45:24.267994 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 6bb21e43-3aae-4744-bab3-62da999fcf1b up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:24.360992 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 6bb21e43-3aae-4744-bab3-62da999fcf1b completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:45:24.373341 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 6bb21e43-3aae-4744-bab3-62da999fcf1b triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:24.374232 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:24.529386 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:24.564135 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port 6bb21e43-3aae-4744-bab3-62da999fcf1b, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=6bb21e43-3aae-4744-bab3-62da999fcf1b,segment=NetworkSegment(ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d),segment_id=ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:24.571884 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:24.574342 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:24.682143 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=6bb21e43-3aae-4744-bab3-62da999fcf1b,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:24.685694 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:24.699053 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43816286-a62b-4263-96c9-806ce0bf2f6d req-2322dd12-cbe3-47ee-abcf-d387f3b62eda tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:24.707886 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-43816286-a62b-4263-96c9-806ce0bf2f6d req-2322dd12-cbe3-47ee-abcf-d387f3b62eda tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1145778 Jul 19 20:45:24.760302 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-43816286-a62b-4263-96c9-806ce0bf2f6d req-13978c7d-42f3-4391-a0ae-a62f0e9a32e5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511637 Jul 19 20:45:25.977932 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940f90-18d9-4277-9ad3-a349dc791990 req-01fb9701-800f-4f41-b52d-8202d3bdadae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:25.979512 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-32940f90-18d9-4277-9ad3-a349dc791990 req-01fb9701-800f-4f41-b52d-8202d3bdadae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1054938 Jul 19 20:45:26.036788 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-32940f90-18d9-4277-9ad3-a349dc791990 req-a16004c0-92a2-4b15-9e60-2e24029bc260 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511234 Jul 19 20:45:26.273012 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 6bb21e43-3aae-4744-bab3-62da999fcf1b up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:26.436580 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 6bb21e43-3aae-4744-bab3-62da999fcf1b triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:26.437254 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:26.529033 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b97c4-cd8e-4296-b765-c82da997c29b req-6ded1936-7bf1-4dd6-a17a-c006d4f0868e tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:26.532790 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9d9b97c4-cd8e-4296-b765-c82da997c29b req-6ded1936-7bf1-4dd6-a17a-c006d4f0868e tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1316712 Jul 19 20:45:26.643940 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9d9b97c4-cd8e-4296-b765-c82da997c29b req-fd73f044-6fd7-46b3-9865-aa9094d8c56d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912204 Jul 19 20:45:26.849565 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ebaf8-5000-4aba-af1d-146a1f777821 req-daa976d6-2217-42f0-8bb2-046487847ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:26.851196 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e71ebaf8-5000-4aba-af1d-146a1f777821 req-daa976d6-2217-42f0-8bb2-046487847ba4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf058118f5cb43efa6885c65d646147c&device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 1099 time: 0.1650207 Jul 19 20:45:27.064229 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ebaf8-5000-4aba-af1d-146a1f777821 req-60c2c403-8b88-4701-a6ac-1ebba29ab9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:27.066881 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e71ebaf8-5000-4aba-af1d-146a1f777821 req-60c2c403-8b88-4701-a6ac-1ebba29ab9c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1cdfe2-5cf8-4f27-af81-43167309b360 HTTP/1.1" status: 200 len: 912 time: 0.2084682 Jul 19 20:45:27.198210 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e71ebaf8-5000-4aba-af1d-146a1f777821 req-529dfba7-5255-4063-a63a-273e08826bd5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb82b62-fbf4-4757-be3c-ad639764b794 HTTP/1.1" status: 200 len: 1001 time: 0.1225426 Jul 19 20:45:27.275855 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ebaf8-5000-4aba-af1d-146a1f777821 req-07b1e324-f112-474b-81ab-f344b0dd5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:27.277688 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e71ebaf8-5000-4aba-af1d-146a1f777821 req-07b1e324-f112-474b-81ab-f344b0dd5ace service neutron] 10.222.0.45 "GET /v2.0/subnets?id=848cf70c-e816-4440-97d0-4022a5a8251c HTTP/1.1" status: 200 len: 850 time: 0.0652907 Jul 19 20:45:27.863420 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b148c4-d1d3-4221-b31e-c95562ce4efd req-e1929a73-1043-420c-9a75-f801e177f717 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:27.865318 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e1b148c4-d1d3-4221-b31e-c95562ce4efd req-e1929a73-1043-420c-9a75-f801e177f717 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1058488 Jul 19 20:45:27.927862 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e1b148c4-d1d3-4221-b31e-c95562ce4efd req-ae5a8aa6-4817-41f3-b5f3-31aa9620f15f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552940 Jul 19 20:45:29.172426 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1bb73-b880-48f0-b995-59fb01c32c7e req-fc2bbabd-4ab1-42ba-aeb8-3386453cf1b5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:29.175219 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d9e1bb73-b880-48f0-b995-59fb01c32c7e req-fc2bbabd-4ab1-42ba-aeb8-3386453cf1b5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1059601 Jul 19 20:45:29.261791 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d9e1bb73-b880-48f0-b995-59fb01c32c7e req-eef15da3-eddb-4e45-ba19-3a8c0699b329 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749021 Jul 19 20:45:29.955460 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-d1cf9c88-f7d6-4385-914d-eb25cf2e17ab tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:29.957698 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-d1cf9c88-f7d6-4385-914d-eb25cf2e17ab tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/networks?id=74f61d22-f348-4699-abfa-00217e15d71c HTTP/1.1" status: 200 len: 814 time: 0.1994963 Jul 19 20:45:29.980837 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-2e0fd963-ec93-4175-b2d1-e6b8e8023f97 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/quotas/c08093ae363f4211aa96b34b88609483 HTTP/1.1" status: 200 len: 375 time: 0.0173419 Jul 19 20:45:30.167839 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-c357896c-df81-4083-9f27-b1737c7fd81e tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c08093ae363f4211aa96b34b88609483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1796019 Jul 19 20:45:30.182556 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ebaf8-5000-4aba-af1d-146a1f777821 req-6ca53522-aeaf-4b5f-8fc1-6ffe99150924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:30.184736 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e71ebaf8-5000-4aba-af1d-146a1f777821 req-6ca53522-aeaf-4b5f-8fc1-6ffe99150924 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1cdfe2-5cf8-4f27-af81-43167309b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1278260 Jul 19 20:45:30.561848 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e71ebaf8-5000-4aba-af1d-146a1f777821 req-681d78a4-ec18-4999-b5e4-771a2bca427e service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513517 Jul 19 20:45:30.568093 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-ed9576cc-91db-4049-99d4-38054faf56b4 service neutron] 10.222.0.36 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784726 Jul 19 20:45:30.580971 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b63d1d-a216-483a-87f1-68fff75b4ef9 req-c6c08d8f-0380-4e5d-84db-4e3af3599653 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:30.582585 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b3b63d1d-a216-483a-87f1-68fff75b4ef9 req-c6c08d8f-0380-4e5d-84db-4e3af3599653 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1126900 Jul 19 20:45:30.641325 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b3b63d1d-a216-483a-87f1-68fff75b4ef9 req-d4309291-b24c-4fbc-9564-db6bbf9baf01 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527468 Jul 19 20:45:30.694142 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9e39fe16-86df-468f-9c40-820eba806747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:30.813656 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-e71ebaf8-5000-4aba-af1d-146a1f777821 req-c9a5378d-351a-4f8a-826f-04820e0b3c89 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030630 Jul 19 20:45:30.933263 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-460926c0-c328-45ad-8bf5-c79e53d3570f service neutron] 10.222.0.36 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568535 Jul 19 20:45:31.158683 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-18ceabcf-fa81-48d4-8ec3-35c66a11c3de req-60e5778e-5b53-4c6a-8523-8a4027c0bb18 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Synchronizing usage tracker for tenant:c08093ae363f4211aa96b34b88609483 on resource:port {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:45:31.186621 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-18ceabcf-fa81-48d4-8ec3-35c66a11c3de req-60e5778e-5b53-4c6a-8523-8a4027c0bb18 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Unset dirty status for tenant:c08093ae363f4211aa96b34b88609483 on resource:port {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:45:31.187915 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-18ceabcf-fa81-48d4-8ec3-35c66a11c3de req-60e5778e-5b53-4c6a-8523-8a4027c0bb18 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 210 time: 0.0919895 Jul 19 20:45:31.335649 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:31.912023 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3d17-b7b4-47ed-8e82-55f1f09e9d83 req-7450c39c-0d88-4104-a9a8-f3fb7602a0ee tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:31.917165 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-50da3d17-b7b4-47ed-8e82-55f1f09e9d83 req-7450c39c-0d88-4104-a9a8-f3fb7602a0ee tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1000183 Jul 19 20:45:32.000225 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-50da3d17-b7b4-47ed-8e82-55f1f09e9d83 req-bfb3cafb-98a2-45f8-a559-5a442382907e tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732810 Jul 19 20:45:32.388244 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ae8096bc-b148-47a8-b2d3-630d5be86928 req-a9942ba1-605a-471d-9e17-f2ca3fe4df06 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 210 time: 0.0452945 Jul 19 20:45:33.397887 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b23ae54f-23e6-4ab5-a518-deec0da1245a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:33.548616 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-21705767-1548-49a5-a4c0-df3f48d69fc1 req-85eac6d5-bd3b-4e64-8a2b-405b3fe0c5fc tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 210 time: 0.0445058 Jul 19 20:45:34.755831 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9ca1af5b-1a04-422c-97d0-5e8a54e60a7c req-6c99d0b4-5f34-4bef-859d-2dce102f9307 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 210 time: 0.0711904 Jul 19 20:45:35.163453 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:35.570304 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-27cfd079-fa47-46c8-8fb5-cf10b217ac89 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:35.571927 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-27cfd079-fa47-46c8-8fb5-cf10b217ac89 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.45 "GET /v2.0/networks?id=74f61d22-f348-4699-abfa-00217e15d71c HTTP/1.1" status: 200 len: 814 time: 0.2541862 Jul 19 20:45:35.922275 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-68d1253b-7eeb-4285-9323-db5e67311c2e req-b5ced5fb-96d4-4bfa-9aee-d809e46af663 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 210 time: 0.0455496 Jul 19 20:45:36.599258 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:37.080076 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a27722bf-d8fa-47af-95dd-89dbd03602cb req-243e308d-d6b0-4163-898b-55cc94867b98 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 210 time: 0.0431952 Jul 19 20:45:38.182744 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Request body: {'port': {'device_id': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'admin_state_up': True, 'tenant_id': 'c08093ae363f4211aa96b34b88609483'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:45:38.437948 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-92345ac5-3940-4ef7-8a5a-54f6b74a02db req-dc10e2c2-d58f-42e0-a8d4-2115c576749b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 210 time: 0.0642843 Jul 19 20:45:38.444155 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:45:38.462677 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:45:38.479741 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Made reservation on behalf of c08093ae363f4211aa96b34b88609483 for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:45:38.483565 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:38.730941 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Allocated IP 172.20.0.6 (74f61d22-f348-4699-abfa-00217e15d71c/5eb293fc-21fd-4326-bf00-30be4961c440/44e832e4-c3fb-436b-b439-24bb9bffb51a) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:45:39.028285 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:39.047326 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Transition to ACTIVE for port object 44e832e4-c3fb-436b-b439-24bb9bffb51a will not be triggered until provisioned by entity DHCP. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:45:39.078687 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:39.088373 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0a5ef826-d513-40bb-a194-e5f85e129e82 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:39.175108 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Network 74f61d22-f348-4699-abfa-00217e15d71c is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:45:39.181267 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:45:39.186072 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:45:39.361893 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event updated for resources: {'Port': ['ID=44e832e4-c3fb-436b-b439-24bb9bffb51a,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:39.372299 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:39.422874 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:39.425824 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:39.525141 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3475952 Jul 19 20:45:39.635721 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-08974527-dbf9-4936-9360-4319a581d79f None None] Provisioning for port 44e832e4-c3fb-436b-b439-24bb9bffb51a completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:45:39.651719 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-08974527-dbf9-4936-9360-4319a581d79f None None] Provisioning complete for port 44e832e4-c3fb-436b-b439-24bb9bffb51a triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:39.653428 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-08974527-dbf9-4936-9360-4319a581d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:39.785243 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-08974527-dbf9-4936-9360-4319a581d79f None None] Port 44e832e4-c3fb-436b-b439-24bb9bffb51a cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:45:39.845794 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7677-95c1-4167-9ba0-7c8e92a01c33 req-6988f2e4-e6a9-44de-bb8e-8ee282e4e5fe tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:39.846524 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-5caa7677-95c1-4167-9ba0-7c8e92a01c33 req-6988f2e4-e6a9-44de-bb8e-8ee282e4e5fe tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Synchronizing usage tracker for tenant:c08093ae363f4211aa96b34b88609483 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:45:39.865634 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-5caa7677-95c1-4167-9ba0-7c8e92a01c33 req-6988f2e4-e6a9-44de-bb8e-8ee282e4e5fe tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Unset dirty status for tenant:c08093ae363f4211aa96b34b88609483 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:45:39.866825 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5caa7677-95c1-4167-9ba0-7c8e92a01c33 req-6988f2e4-e6a9-44de-bb8e-8ee282e4e5fe tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 931 time: 0.1393456 Jul 19 20:45:39.919089 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5caa7677-95c1-4167-9ba0-7c8e92a01c33 req-50eab40a-d318-44a3-b11a-07e72a5faec4 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465810 Jul 19 20:45:41.137336 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f3dc5-79a5-4312-b008-a156f1e209e6 req-5ec2e662-6139-4011-9cff-83665372f383 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:41.139104 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fe7f3dc5-79a5-4312-b008-a156f1e209e6 req-5ec2e662-6139-4011-9cff-83665372f383 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 931 time: 0.1012721 Jul 19 20:45:41.202195 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fe7f3dc5-79a5-4312-b008-a156f1e209e6 req-27119612-e699-43ab-b2de-c587592de097 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516312 Jul 19 20:45:42.523048 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e1a1d-d103-49e2-bcb7-525e051da833 req-d2f2d26e-8aa5-4ea2-abb6-c78e74395e4c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:42.524679 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b44e1a1d-d103-49e2-bcb7-525e051da833 req-d2f2d26e-8aa5-4ea2-abb6-c78e74395e4c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 931 time: 0.1039131 Jul 19 20:45:42.575064 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b44e1a1d-d103-49e2-bcb7-525e051da833 req-46329d62-cbe9-44a1-a8c1-be67c177733e tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444813 Jul 19 20:45:43.804765 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86037d57-55e3-4a50-ba5d-dd3fad7fe4a2 req-8e46ecbd-c479-4994-8296-c648c690e43c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:43.806270 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-86037d57-55e3-4a50-ba5d-dd3fad7fe4a2 req-8e46ecbd-c479-4994-8296-c648c690e43c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 931 time: 0.0975502 Jul 19 20:45:43.852716 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-86037d57-55e3-4a50-ba5d-dd3fad7fe4a2 req-d2e87b8c-aef0-4e9c-9d6d-2d08d925fd83 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408401 Jul 19 20:45:45.071387 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8a8bf-1bf0-4019-ad6a-9c6442f49f2a req-9042e214-57b9-42f7-887b-767afbf7b375 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:45.073684 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8bd8a8bf-1bf0-4019-ad6a-9c6442f49f2a req-9042e214-57b9-42f7-887b-767afbf7b375 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 931 time: 0.1110444 Jul 19 20:45:45.144200 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8bd8a8bf-1bf0-4019-ad6a-9c6442f49f2a req-34724762-873b-4526-9568-7fec192e816d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586932 Jul 19 20:45:45.221402 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 50510) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:45:45.342668 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ec7f-0b27-4ddc-897f-27842c82e133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:45.358528 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f3b1ec7f-0b27-4ddc-897f-27842c82e133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:45:45.363262 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f3b1ec7f-0b27-4ddc-897f-27842c82e133 admin admin] Usage tracker for resource:security_group_rule and tenant:47e0c18de8494c689ed9cea95f9dba9f is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:45:45.366281 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f3b1ec7f-0b27-4ddc-897f-27842c82e133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:45:45.371994 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f3b1ec7f-0b27-4ddc-897f-27842c82e133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:45:45.461846 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ec7f-0b27-4ddc-897f-27842c82e133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:45.466185 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ec7f-0b27-4ddc-897f-27842c82e133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:45.475300 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8c0f641d-ff34-43fc-912c-cd21644ee062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:45.521364 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-f3b1ec7f-0b27-4ddc-897f-27842c82e133 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47e0c18de8494c689ed9cea95f9dba9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981420 Jul 19 20:45:45.523164 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1ec7f-0b27-4ddc-897f-27842c82e133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3629d6b3-4b9c-46a6-a159-a0613bfdcae7,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:45.524456 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 50518) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:45:45.526661 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f3b1ec7f-0b27-4ddc-897f-27842c82e133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:45.587572 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c250bc8c-5439-4245-85a0-19526ec18b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:45.615746 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c250bc8c-5439-4245-85a0-19526ec18b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:45.683906 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c250bc8c-5439-4245-85a0-19526ec18b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:45.694150 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c70a22eb-a0c1-456c-801f-ee0dbd63cf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:45.710228 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c250bc8c-5439-4245-85a0-19526ec18b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:45.725006 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-c250bc8c-5439-4245-85a0-19526ec18b0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3629d6b3-4b9c-46a6-a159-a0613bfdcae7 HTTP/1.1" status: 204 len: 168 time: 0.1843669 Jul 19 20:45:45.728443 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250bc8c-5439-4245-85a0-19526ec18b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3629d6b3-4b9c-46a6-a159-a0613bfdcae7,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:45.731661 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c250bc8c-5439-4245-85a0-19526ec18b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:46.439666 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6efa32-b61c-4e1f-9c19-208943624886 req-84ff078f-1b50-4eb4-9496-a64f319491fd tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:46.442951 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4e6efa32-b61c-4e1f-9c19-208943624886 req-84ff078f-1b50-4eb4-9496-a64f319491fd tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 931 time: 0.1584504 Jul 19 20:45:46.494758 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-4e6efa32-b61c-4e1f-9c19-208943624886 req-ae92d600-0b1e-48bb-8098-75e7480e9b47 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451925 Jul 19 20:45:47.197366 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:47.773283 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d65066-546f-4094-87d3-9591bc168685 req-209ceb14-01ee-4837-abea-bfb6a008469b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:47.776859 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-72d65066-546f-4094-87d3-9591bc168685 req-209ceb14-01ee-4837-abea-bfb6a008469b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 931 time: 0.1639557 Jul 19 20:45:47.834982 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-72d65066-546f-4094-87d3-9591bc168685 req-38f48bd7-2883-43b8-b194-5203bff7b331 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515947 Jul 19 20:45:49.054931 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e59b0-e672-417c-b677-435d0b7d4e16 req-661b7c05-84ff-43d2-b534-670d34b5744d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:49.056693 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-937e59b0-e672-417c-b677-435d0b7d4e16 req-661b7c05-84ff-43d2-b534-670d34b5744d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 931 time: 0.1020830 Jul 19 20:45:49.132942 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-937e59b0-e672-417c-b677-435d0b7d4e16 req-f7571f77-4d0d-415b-aefb-82950abdd77e tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686092 Jul 19 20:45:50.184007 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 50584) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:45:50.310033 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0fb707ff-6bd7-44d2-81e5-d5ad23969916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:50.325768 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-0fb707ff-6bd7-44d2-81e5-d5ad23969916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:45:50.329943 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-0fb707ff-6bd7-44d2-81e5-d5ad23969916 admin admin] Usage tracker for resource:security_group_rule and tenant:8aa35736e2444e3ebc7f5ba284b87e1f is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:45:50.332840 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-0fb707ff-6bd7-44d2-81e5-d5ad23969916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:45:50.338573 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-0fb707ff-6bd7-44d2-81e5-d5ad23969916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:45:50.347339 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ff408-9076-49c5-856c-5da44d5b3fbb req-96167b1d-2690-44d0-a46d-462f4cec1f2a tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:50.348902 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8e6ff408-9076-49c5-856c-5da44d5b3fbb req-96167b1d-2690-44d0-a46d-462f4cec1f2a tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 931 time: 0.0912709 Jul 19 20:45:50.400103 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8e6ff408-9076-49c5-856c-5da44d5b3fbb req-57fa8647-b6ae-494a-9326-95c4961607a6 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 Jul 19 20:45:50.435145 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0fb707ff-6bd7-44d2-81e5-d5ad23969916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:50.439321 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0fb707ff-6bd7-44d2-81e5-d5ad23969916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:50.446891 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:50.489929 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-0fb707ff-6bd7-44d2-81e5-d5ad23969916 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8aa35736e2444e3ebc7f5ba284b87e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038590 Jul 19 20:45:50.490860 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb707ff-6bd7-44d2-81e5-d5ad23969916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691bf3db-e839-4a54-a18e-9cce458557aa,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:50.494276 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 50590) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:45:50.494498 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0fb707ff-6bd7-44d2-81e5-d5ad23969916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:50.556563 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6de82f6e-d344-4767-bd13-13d8005136b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:50.580765 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Request body: {'port': {'device_id': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:45:50.644884 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6de82f6e-d344-4767-bd13-13d8005136b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:50.753764 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:50.815783 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6de82f6e-d344-4767-bd13-13d8005136b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:50.820994 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-bc616110-52cf-4f3c-8624-a2df103d2292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:50.836071 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de82f6e-d344-4767-bd13-13d8005136b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691bf3db-e839-4a54-a18e-9cce458557aa,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:50.840219 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-6de82f6e-d344-4767-bd13-13d8005136b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:50.853395 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6de82f6e-d344-4767-bd13-13d8005136b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:50.856845 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-6de82f6e-d344-4767-bd13-13d8005136b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/691bf3db-e839-4a54-a18e-9cce458557aa HTTP/1.1" status: 204 len: 168 time: 0.3590524 Jul 19 20:45:51.155253 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e832e4-c3fb-436b-b439-24bb9bffb51a {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:45:51.167115 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:51.185113 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Transition to ACTIVE for port object 44e832e4-c3fb-436b-b439-24bb9bffb51a will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:45:51.190382 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:51.194827 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:51.471518 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Pushing event updated for resources: {'Port': ['ID=44e832e4-c3fb-436b-b439-24bb9bffb51a,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:51.487261 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:51.648205 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Attempting to bind port 44e832e4-c3fb-436b-b439-24bb9bffb51a on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:45:51.648536 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Attempting to bind port 44e832e4-c3fb-436b-b439-24bb9bffb51a by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:45:51.648871 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Attempting to bind port 44e832e4-c3fb-436b-b439-24bb9bffb51a on network 74f61d22-f348-4699-abfa-00217e15d71c {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:45:51.664819 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Port 44e832e4-c3fb-436b-b439-24bb9bffb51a on network 74f61d22-f348-4699-abfa-00217e15d71c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:45:51.665346 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Attempting to bind port 44e832e4-c3fb-436b-b439-24bb9bffb51a on network 74f61d22-f348-4699-abfa-00217e15d71c {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:45:51.675687 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:45:51.676205 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Checking segment: {'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:45:51.676720 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Bound using segment: {'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:45:51.677389 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Bound port: 44e832e4-c3fb-436b-b439-24bb9bffb51a, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5dcb38-1603-4405-a32e-9446b3e120ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:45:51.677946 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:51.713427 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c78a9-66a2-4ae1-b3a1-994b90a0b5ca req-40b815b2-f125-4625-8b8f-535f1630cc00 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:51.715227 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3f9c78a9-66a2-4ae1-b3a1-994b90a0b5ca req-40b815b2-f125-4625-8b8f-535f1630cc00 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 943 time: 0.1502075 Jul 19 20:45:51.832847 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3f9c78a9-66a2-4ae1-b3a1-994b90a0b5ca req-d57f1838-210c-4976-80c3-5dfe5d5d931f tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850544 Jul 19 20:45:51.844055 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] For port 44e832e4-c3fb-436b-b439-24bb9bffb51a, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:45:51.851825 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] For port 44e832e4-c3fb-436b-b439-24bb9bffb51a, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:45:51.867699 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:51.872674 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1d087530-8870-4ac8-8b7b-0059fe4b7958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:51.898736 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:45:51.939770 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:51.940928 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:51.942347 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] 10.222.0.45 "PUT /v2.0/ports/44e832e4-c3fb-436b-b439-24bb9bffb51a HTTP/1.1" status: 200 len: 1093 time: 1.3731728 Jul 19 20:45:51.942858 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:45:51.964286 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Pushing event updated for resources: {'Port': ['ID=44e832e4-c3fb-436b-b439-24bb9bffb51a,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:51.968890 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:52.095300 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-becb6c78-0f73-4a17-9fda-b655c5acad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:52.096918 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-becb6c78-0f73-4a17-9fda-b655c5acad7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c08093ae363f4211aa96b34b88609483&device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 1096 time: 0.0924432 Jul 19 20:45:52.206274 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-12896d7b-54cb-4126-b9e9-ac0f1831ade0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a HTTP/1.1" status: 200 len: 217 time: 0.0904450 Jul 19 20:45:52.245028 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'status': 'completed', 'code': 200} Jul 19 20:45:52.275171 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-1c9f79d8-d9a2-43a1-b976-1e53e8e9b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:52.276631 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-1c9f79d8-d9a2-43a1-b976-1e53e8e9b576 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5eb293fc-21fd-4326-bf00-30be4961c440 HTTP/1.1" status: 200 len: 853 time: 0.0640190 Jul 19 20:45:52.359155 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8cf6c3a0-fea6-4df0-801a-025876551542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:52.361577 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-8cf6c3a0-fea6-4df0-801a-025876551542 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74f61d22-f348-4699-abfa-00217e15d71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765903 Jul 19 20:45:52.532900 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-dca85fdd-4ab9-4fa0-ba44-0da7ce415747 service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632516 Jul 19 20:45:52.708738 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6ce07780-5730-464a-b7a9-2f1cd4f72793 req-3f73273a-2723-4ac2-8029-c283a2603879 service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670742 Jul 19 20:45:52.965609 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75544e-6efa-469e-a590-c52a675347a4 req-b8e6ecad-a6c4-4a72-b8a3-6cee02954615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:52.967215 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d75544e-6efa-469e-a590-c52a675347a4 req-b8e6ecad-a6c4-4a72-b8a3-6cee02954615 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c08093ae363f4211aa96b34b88609483&device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 1096 time: 0.1292827 Jul 19 20:45:53.088186 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8e487-af17-408f-b478-d7b56367eec6 req-dceb08cb-1e7d-4e80-b446-83d2b3993be5 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:53.089774 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3ce8e487-af17-408f-b478-d7b56367eec6 req-dceb08cb-1e7d-4e80-b446-83d2b3993be5 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 943 time: 0.0951083 Jul 19 20:45:53.147108 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-3ce8e487-af17-408f-b478-d7b56367eec6 req-ae85ad10-6521-47bf-a983-a153170be1b0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Synchronizing usage tracker for tenant:c08093ae363f4211aa96b34b88609483 on resource:security_group {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:45:53.170049 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-3ce8e487-af17-408f-b478-d7b56367eec6 req-ae85ad10-6521-47bf-a983-a153170be1b0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Unset dirty status for tenant:c08093ae363f4211aa96b34b88609483 on resource:security_group {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:45:53.171834 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3ce8e487-af17-408f-b478-d7b56367eec6 req-ae85ad10-6521-47bf-a983-a153170be1b0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701320 Jul 19 20:45:53.176036 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75544e-6efa-469e-a590-c52a675347a4 req-c16baf5f-a51b-4062-aa58-8562641cf938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:53.177840 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d75544e-6efa-469e-a590-c52a675347a4 req-c16baf5f-a51b-4062-aa58-8562641cf938 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74f61d22-f348-4699-abfa-00217e15d71c HTTP/1.1" status: 200 len: 915 time: 0.2030599 Jul 19 20:45:53.191767 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a8067-c05d-43fd-9b14-7af226e58525 req-931c045d-f420-4dec-b209-ab2a0c1e47cf tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:53.193431 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-272a8067-c05d-43fd-9b14-7af226e58525 req-931c045d-f420-4dec-b209-ab2a0c1e47cf tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 945 time: 0.1917720 Jul 19 20:45:53.279660 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d75544e-6efa-469e-a590-c52a675347a4 req-166f150b-2003-480e-b38e-12666ae8ca21 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a HTTP/1.1" status: 200 len: 217 time: 0.0852144 Jul 19 20:45:53.302912 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-272a8067-c05d-43fd-9b14-7af226e58525 req-fa72ff0f-36f7-4bbf-a080-76a4ff36fb2d tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552821 Jul 19 20:45:53.369023 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75544e-6efa-469e-a590-c52a675347a4 req-a25f1a04-d9f7-4124-8140-d8b8f7417d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:53.370494 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d75544e-6efa-469e-a590-c52a675347a4 req-a25f1a04-d9f7-4124-8140-d8b8f7417d9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5eb293fc-21fd-4326-bf00-30be4961c440 HTTP/1.1" status: 200 len: 853 time: 0.0645568 Jul 19 20:45:53.459003 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75544e-6efa-469e-a590-c52a675347a4 req-aa64c51b-670d-41ab-93e5-59d5e2aeb2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:53.461304 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d75544e-6efa-469e-a590-c52a675347a4 req-aa64c51b-670d-41ab-93e5-59d5e2aeb2f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74f61d22-f348-4699-abfa-00217e15d71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816798 Jul 19 20:45:53.695919 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d75544e-6efa-469e-a590-c52a675347a4 req-c423e377-8f86-4656-904b-84ad493ccdcc service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140048 Jul 19 20:45:53.851545 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d75544e-6efa-469e-a590-c52a675347a4 req-76f2c778-0aa7-4d7d-9902-3513ce1b5d34 service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466053 Jul 19 20:45:54.396840 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d14178-66ed-48cf-a9cc-4bdb6ebd961f req-a15a3a23-3e78-4978-9c03-6747caa0209a tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:54.398592 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-73d14178-66ed-48cf-a9cc-4bdb6ebd961f req-a15a3a23-3e78-4978-9c03-6747caa0209a tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 943 time: 0.1060488 Jul 19 20:45:54.458398 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-73d14178-66ed-48cf-a9cc-4bdb6ebd961f req-3e9cbe62-2ec7-4fa0-9818-1c99234fbaf1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517743 Jul 19 20:45:54.516376 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecd350-444b-413f-ad67-6fc9684de5a0 req-b08af83f-a30c-49e4-8aaf-41631d8e5f5f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:54.518769 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d4ecd350-444b-413f-ad67-6fc9684de5a0 req-b08af83f-a30c-49e4-8aaf-41631d8e5f5f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 945 time: 0.0960581 Jul 19 20:45:54.613636 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d4ecd350-444b-413f-ad67-6fc9684de5a0 req-28c8df1b-eef1-42a4-8f46-517ef89b50df tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf55a6a-7607-4c59-b013-2d5180794aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847600 Jul 19 20:45:55.028685 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74ec82-4e56-493d-83fb-0d8bc9cb276f req-ff58888f-5a11-4bd7-8633-c43fcd2c4db7 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:55.031291 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fe74ec82-4e56-493d-83fb-0d8bc9cb276f req-ff58888f-5a11-4bd7-8633-c43fcd2c4db7 tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 945 time: 0.0933900 Jul 19 20:45:55.117312 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-fe74ec82-4e56-493d-83fb-0d8bc9cb276f req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Deleting port 5c02fca6-fc31-419e-bc11-e96e6f8983f2 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:45:55.117664 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fe74ec82-4e56-493d-83fb-0d8bc9cb276f req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:55.404249 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-fe74ec82-4e56-493d-83fb-0d8bc9cb276f req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] For port 5c02fca6-fc31-419e-bc11-e96e6f8983f2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=5c02fca6-fc31-419e-bc11-e96e6f8983f2,segment=NetworkSegment(91c4436e-2b2d-4888-b37e-e9e8eeaaf841),segment_id=91c4436e-2b2d-4888-b37e-e9e8eeaaf841)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:55.404517 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fe74ec82-4e56-493d-83fb-0d8bc9cb276f req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:55.536725 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-fe74ec82-4e56-493d-83fb-0d8bc9cb276f req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Calling delete_port for 5c02fca6-fc31-419e-bc11-e96e6f8983f2 owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:45:55.727852 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fe74ec82-4e56-493d-83fb-0d8bc9cb276f req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:55.734773 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e4238403-625a-461c-94b7-0f3ebfbc358d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:55.764946 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['5c02fca6-fc31-419e-bc11-e96e6f8983f2'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:45:55.796783 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Pushing event deleted for resources: {'Port': ['ID=5c02fca6-fc31-419e-bc11-e96e6f8983f2,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:55.821401 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b08a23-992d-4c67-8a5b-78058d3602a1 req-4b1a4c94-3a18-4af1-87f2-7b3facd7c2f0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:55.829127 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b7b08a23-992d-4c67-8a5b-78058d3602a1 req-4b1a4c94-3a18-4af1-87f2-7b3facd7c2f0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 943 time: 0.2415800 Jul 19 20:45:55.880509 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b7b08a23-992d-4c67-8a5b-78058d3602a1 req-1242533b-23e8-4e57-92be-747b2af122de tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504260 Jul 19 20:45:55.884474 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:55.884847 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:55.885205 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:55.885555 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:55.885897 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:55.886245 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:55.886588 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:55.887019 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:55.887491 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:55.887697 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:55.888037 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:55.888550 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:55.944141 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:55.945932 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-606243b7-affb-480a-bb0a-57312a6487bc req-60b40041-6c66-4f3d-a182-611613a4a10d tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1f98f3-1e19-4945-91b8-29201a6e0618 HTTP/1.1" status: 200 len: 210 time: 0.1042633 Jul 19 20:45:55.951304 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe74ec82-4e56-493d-83fb-0d8bc9cb276f req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] No DVR routers for this DVR port 5c02fca6-fc31-419e-bc11-e96e6f8983f2 on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:45:55.953720 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-fe74ec82-4e56-493d-83fb-0d8bc9cb276f req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:55.957106 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1f98f3-1e19-4945-91b8-29201a6e0618', 'name': 'network-vif-deleted', 'tag': '5c02fca6-fc31-419e-bc11-e96e6f8983f2'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:45:55.988056 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fe74ec82-4e56-493d-83fb-0d8bc9cb276f req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] 10.222.0.45 "DELETE /v2.0/ports/5c02fca6-fc31-419e-bc11-e96e6f8983f2 HTTP/1.1" status: 204 len: 173 time: 0.9472964 Jul 19 20:45:56.028290 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1f98f3-1e19-4945-91b8-29201a6e0618', 'name': 'network-vif-deleted', 'tag': '5c02fca6-fc31-419e-bc11-e96e6f8983f2', 'status': 'completed', 'code': 200} Jul 19 20:45:56.836466 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 44e832e4-c3fb-436b-b439-24bb9bffb51a details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:45:56.995666 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 44e832e4-c3fb-436b-b439-24bb9bffb51a, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:57.010646 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'port_id': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'mac_address': 'fa:16:3e:e8:cf:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:45:57.071816 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:57.091023 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e832e4-c3fb-436b-b439-24bb9bffb51a {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:45:57.109085 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 44e832e4-c3fb-436b-b439-24bb9bffb51a, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:57.113501 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:57.115922 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:57.182321 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466f959-b0cb-4913-9983-37146a052907 req-db23664c-e0b3-4002-9893-8ae405966f04 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:57.185885 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a466f959-b0cb-4913-9983-37146a052907 req-db23664c-e0b3-4002-9893-8ae405966f04 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 943 time: 0.1653352 Jul 19 20:45:57.210190 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=44e832e4-c3fb-436b-b439-24bb9bffb51a,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:57.218576 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:57.219070 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:57.219493 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:57.219708 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:57.219931 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:57.220264 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:57.221208 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:57.221208 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:57.221208 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:57.222685 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:57.222685 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:57.223061 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:45:57.227591 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:57.256815 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a466f959-b0cb-4913-9983-37146a052907 req-bd6ddee3-ff70-498c-b9b9-2bb346c0e852 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646722 Jul 19 20:45:57.459695 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['44e832e4-c3fb-436b-b439-24bb9bffb51a'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:45:58.461658 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd096f1-25db-4e03-a6c3-31a79b7ffea5 req-c7416059-3504-451f-ba63-04aba04138aa tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:58.463179 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7cd096f1-25db-4e03-a6c3-31a79b7ffea5 req-c7416059-3504-451f-ba63-04aba04138aa tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 944 time: 0.0972087 Jul 19 20:45:58.512322 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7cd096f1-25db-4e03-a6c3-31a79b7ffea5 req-0c26f78a-b823-47bc-951d-3b6b5646de42 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432975 Jul 19 20:45:58.841735 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 44e832e4-c3fb-436b-b439-24bb9bffb51a up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:45:58.942733 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port 44e832e4-c3fb-436b-b439-24bb9bffb51a completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:45:58.949188 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 44e832e4-c3fb-436b-b439-24bb9bffb51a triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:45:58.949654 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:59.083061 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:59.114667 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:45:59.129703 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 44e832e4-c3fb-436b-b439-24bb9bffb51a, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:45:59.135656 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:45:59.136830 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 5c02fca6-fc31-419e-bc11-e96e6f8983f2 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:45:59.161905 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9873092d-10dd-44ec-a014-4eea3282c555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:45:59.277360 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'code': 200} Jul 19 20:45:59.290268 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: 5c02fca6-fc31-419e-bc11-e96e6f8983f2 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:45:59.290624 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 5c02fca6-fc31-419e-bc11-e96e6f8983f2 not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:45:59.316529 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=44e832e4-c3fb-436b-b439-24bb9bffb51a,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:45:59.328204 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:45:59.725761 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc609d0-a29b-430e-b91b-93a21f379607 req-e6654c8d-d906-4d1c-a18f-8cedafa124d0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:45:59.727336 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-abc609d0-a29b-430e-b91b-93a21f379607 req-e6654c8d-d906-4d1c-a18f-8cedafa124d0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.0957994 Jul 19 20:45:59.774277 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-abc609d0-a29b-430e-b91b-93a21f379607 req-29ed9235-84ee-432f-9045-01cf74db985d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Jul 19 20:46:00.673998 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4e265ee5-e9e6-41f8-a01f-cc7b15d39913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:00.962757 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc244b03-3feb-4bc8-a309-c6e25aca2e2a req-be379500-45ea-46a0-88a2-471e461d0bf9 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:00.964218 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fc244b03-3feb-4bc8-a309-c6e25aca2e2a req-be379500-45ea-46a0-88a2-471e461d0bf9 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.0823233 Jul 19 20:46:01.015280 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fc244b03-3feb-4bc8-a309-c6e25aca2e2a req-62ae400a-fdfb-4105-8c60-dc35719bae43 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449502 Jul 19 20:46:01.304247 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:02.169521 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c9cfb-cc32-40ee-9247-6e39f6a88ad7 req-6f6ca797-8a98-4f7e-901c-d9d8b7881e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:02.171208 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-df8c9cfb-cc32-40ee-9247-6e39f6a88ad7 req-6f6ca797-8a98-4f7e-901c-d9d8b7881e7e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 1098 time: 0.0792251 Jul 19 20:46:02.218138 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-df8c9cfb-cc32-40ee-9247-6e39f6a88ad7 req-3cbc8d40-67e8-4f9c-a420-7aafb786d576 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Jul 19 20:46:02.226559 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809428e-f20f-4e46-9ab4-f8ee87c92c31 req-848b3899-3b22-433b-bdf7-d2c7e716a865 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:02.228910 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f809428e-f20f-4e46-9ab4-f8ee87c92c31 req-848b3899-3b22-433b-bdf7-d2c7e716a865 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.0927384 Jul 19 20:46:02.287162 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f809428e-f20f-4e46-9ab4-f8ee87c92c31 req-77922bb7-a15f-4735-8ff2-3cdf6605a7e8 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Jul 19 20:46:03.405766 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b41c2575-25dd-4325-8d32-3b9a87a9958b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:03.544703 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6f55d-e889-40a0-b968-57b7af64d4a4 req-e3b249d2-68ab-4e7d-b441-959be491e0fe tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:03.547902 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6de6f55d-e889-40a0-b968-57b7af64d4a4 req-e3b249d2-68ab-4e7d-b441-959be491e0fe tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.1210446 Jul 19 20:46:03.619213 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6de6f55d-e889-40a0-b968-57b7af64d4a4 req-9bbff511-a936-4fc2-a87b-91f4b2ac7fac tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631058 Jul 19 20:46:04.854454 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b0c61-72bb-42f2-8817-57a824e86b53 req-300c2341-98b9-4803-8e8f-40f78731be1e tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:04.856599 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b75b0c61-72bb-42f2-8817-57a824e86b53 req-300c2341-98b9-4803-8e8f-40f78731be1e tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.0960722 Jul 19 20:46:04.967679 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b75b0c61-72bb-42f2-8817-57a824e86b53 req-b1506450-8b0e-4542-a3bb-9af59ddb9895 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029115 Jul 19 20:46:05.166927 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:05.227045 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316b128-0a6a-4af9-8fcf-62c960210a02 req-b455ee03-e131-4a97-ab26-4241165f714d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:05.228752 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7316b128-0a6a-4af9-8fcf-62c960210a02 req-b455ee03-e131-4a97-ab26-4241165f714d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.1293273 Jul 19 20:46:05.290825 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7316b128-0a6a-4af9-8fcf-62c960210a02 req-ed4c59af-5784-4cc3-b6cf-4edada305652 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522451 Jul 19 20:46:05.488365 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 50838) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:05.607961 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:05.623217 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:05.666519 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Usage tracker for resource:security_group_rule and tenant:3caac31d9bc14a7fb43db52991b4664f is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:05.673777 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:05.688212 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:05.757362 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870f8ae-27c1-4bb9-ab05-3788d9608918 req-03b064a7-b3f9-445f-babd-ef0624d72034 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:05.758736 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3870f8ae-27c1-4bb9-ab05-3788d9608918 req-03b064a7-b3f9-445f-babd-ef0624d72034 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.1331549 Jul 19 20:46:05.835788 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3870f8ae-27c1-4bb9-ab05-3788d9608918 req-3976e123-2d4f-4093-a0e1-60ab407b6745 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703206 Jul 19 20:46:05.851259 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:05.855125 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:05.862398 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e92a3b2f-a501-49d8-9f1b-49c6fe8d84c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:05.911530 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3caac31d9bc14a7fb43db52991b4664f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220035 Jul 19 20:46:05.914059 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 50848) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:05.929998 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b41f83-28e1-4604-96c0-daad7ad4e01d,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:05.947050 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:05.947424 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:05.947787 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:05.948151 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:05.948501 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:05.948847 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:05.949193 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:05.949535 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:05.949881 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:05.950223 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:05.950591 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:05.950928 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:05.955519 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:05.993715 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cd853e8e-6627-4154-8a6b-c73d6cb18899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:06.020769 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cd853e8e-6627-4154-8a6b-c73d6cb18899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:06.097659 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cd853e8e-6627-4154-8a6b-c73d6cb18899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:06.105534 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f3b1ec7f-0b27-4ddc-897f-27842c82e133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:06.120367 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd853e8e-6627-4154-8a6b-c73d6cb18899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b41f83-28e1-4604-96c0-daad7ad4e01d,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:06.123247 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-cd853e8e-6627-4154-8a6b-c73d6cb18899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:06.133767 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cd853e8e-6627-4154-8a6b-c73d6cb18899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:06.137958 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-cd853e8e-6627-4154-8a6b-c73d6cb18899 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9b41f83-28e1-4604-96c0-daad7ad4e01d HTTP/1.1" status: 204 len: 168 time: 0.2226412 Jul 19 20:46:06.598996 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:07.540991 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e7975-a6e3-41d3-be92-8df49713fba7 req-50c36270-75e9-4ce7-bd8f-a7e85cd933da tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:07.542462 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b45e7975-a6e3-41d3-be92-8df49713fba7 req-50c36270-75e9-4ce7-bd8f-a7e85cd933da tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0862029 Jul 19 20:46:07.589412 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b45e7975-a6e3-41d3-be92-8df49713fba7 req-ab72c446-ddad-4d37-b8f6-3600a83df578 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403652 Jul 19 20:46:08.789587 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f95cfc-bf6e-4a87-aa70-df4059be122e req-6418ca5a-a27c-4de9-996e-a3b4b37350a2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:08.791233 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-25f95cfc-bf6e-4a87-aa70-df4059be122e req-6418ca5a-a27c-4de9-996e-a3b4b37350a2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0849805 Jul 19 20:46:08.838554 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-25f95cfc-bf6e-4a87-aa70-df4059be122e req-d1b61258-5253-43ac-96a3-f1fdd7ea7568 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413094 Jul 19 20:46:10.111970 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b575b82-8de7-401b-a8fe-fbe78894e4b6 req-b5b8137d-c02b-4ede-ba5b-ca1cbfb86e24 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:10.113622 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2b575b82-8de7-401b-a8fe-fbe78894e4b6 req-b5b8137d-c02b-4ede-ba5b-ca1cbfb86e24 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1587183 Jul 19 20:46:10.172170 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2b575b82-8de7-401b-a8fe-fbe78894e4b6 req-aebc3787-eb4d-489c-b318-b0489902d1eb tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483589 Jul 19 20:46:11.393996 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce312f-b554-4b91-b794-d4b5cc10b793 req-30268414-ecdd-4c07-b565-de5b33362afe tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:11.395490 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-85ce312f-b554-4b91-b794-d4b5cc10b793 req-30268414-ecdd-4c07-b565-de5b33362afe tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0849438 Jul 19 20:46:11.443495 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-85ce312f-b554-4b91-b794-d4b5cc10b793 req-b79ddb43-f81d-4102-90da-4bafaf9d14d5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422466 Jul 19 20:46:12.650789 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c4856-d2cd-499f-aeab-42b3a040f698 req-f099f573-b39c-4b87-9a40-2d34509dd979 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:12.652297 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a74c4856-d2cd-499f-aeab-42b3a040f698 req-f099f573-b39c-4b87-9a40-2d34509dd979 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0851493 Jul 19 20:46:12.712356 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a74c4856-d2cd-499f-aeab-42b3a040f698 req-810ca270-90e2-46e5-a8f7-fcfc05aa5472 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539916 Jul 19 20:46:14.065531 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85564b52-869b-408c-9ffa-c5f239d37136 req-bd2b28ca-a8d7-42f4-ad8e-6f507bbf0f18 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:14.067111 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-85564b52-869b-408c-9ffa-c5f239d37136 req-bd2b28ca-a8d7-42f4-ad8e-6f507bbf0f18 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0894566 Jul 19 20:46:14.113101 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-85564b52-869b-408c-9ffa-c5f239d37136 req-c361eba8-166d-468a-b277-e20a90c219f4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401917 Jul 19 20:46:15.300276 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532b216-f9c2-4f87-9928-5ad917995454 req-aca8ea7e-e346-4bcf-a0fd-3d6c6dc02909 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:15.301765 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3532b216-f9c2-4f87-9928-5ad917995454 req-aca8ea7e-e346-4bcf-a0fd-3d6c6dc02909 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0791717 Jul 19 20:46:15.349286 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3532b216-f9c2-4f87-9928-5ad917995454 req-86811e41-26e0-4d03-a897-ae5ad26e6605 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419159 Jul 19 20:46:16.541726 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b80cb-2676-40ad-8780-cbf2f26914cb req-e110ed83-e14b-4b68-b277-2cdb0230ddae tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:16.541726 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0f1b80cb-2676-40ad-8780-cbf2f26914cb req-e110ed83-e14b-4b68-b277-2cdb0230ddae tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0827060 Jul 19 20:46:16.589612 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0f1b80cb-2676-40ad-8780-cbf2f26914cb req-1c10d7ee-34c6-4e6c-a02d-034d1525d24e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425694 Jul 19 20:46:17.188110 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:17.794263 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae974b74-179d-411c-9f68-17d48a7ebfd1 req-742a3a05-91f0-4dc2-8154-2e9a587e330c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:17.795818 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ae974b74-179d-411c-9f68-17d48a7ebfd1 req-742a3a05-91f0-4dc2-8154-2e9a587e330c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0864694 Jul 19 20:46:17.842071 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ae974b74-179d-411c-9f68-17d48a7ebfd1 req-03f01e64-072b-4b69-9fb3-b253e2b4d862 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399129 Jul 19 20:46:18.697022 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a08a7-833a-469b-ba4f-9fcc83753fbc req-c43b7dc1-2fff-4108-b422-d2a8c0f324d4 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:18.698563 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fc4a08a7-833a-469b-ba4f-9fcc83753fbc req-c43b7dc1-2fff-4108-b422-d2a8c0f324d4 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.1146474 Jul 19 20:46:18.756343 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fc4a08a7-833a-469b-ba4f-9fcc83753fbc req-52642ebe-6a77-4fdb-978c-d322747c5783 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465465 Jul 19 20:46:18.781741 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 50992) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:19.032277 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08b046-3ee0-4f2a-a455-62436e9bd6d5 tempest-TestMinimumBasicScenario-1859647953 tempest-TestMinimumBasicScenario-1859647953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:19.032994 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-0d08b046-3ee0-4f2a-a455-62436e9bd6d5 tempest-TestMinimumBasicScenario-1859647953 tempest-TestMinimumBasicScenario-1859647953-project-admin] Synchronizing usage tracker for tenant:0a391fce57994fb0978cc0a7d6f12c13 on resource:port {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:46:19.051551 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-0d08b046-3ee0-4f2a-a455-62436e9bd6d5 tempest-TestMinimumBasicScenario-1859647953 tempest-TestMinimumBasicScenario-1859647953-project-admin] Unset dirty status for tenant:0a391fce57994fb0978cc0a7d6f12c13 on resource:port {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:46:19.052761 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-0d08b046-3ee0-4f2a-a455-62436e9bd6d5 tempest-TestMinimumBasicScenario-1859647953 tempest-TestMinimumBasicScenario-1859647953-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 1093 time: 0.2698791 Jul 19 20:46:19.056209 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51000) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:19.066117 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Request body: {'floatingip': {'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'port_id': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:19.067905 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:19.071802 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Usage tracker for resource:floatingip and tenant:c08093ae363f4211aa96b34b88609483 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:19.074959 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:19.084747 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:19.100375 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for floatingip, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:19.137695 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610ca35-9c0e-463a-b821-4f7ee77b9337 req-6942ab69-f9b6-4ba3-87ed-f3d1ba4749fb tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:19.140520 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7610ca35-9c0e-463a-b821-4f7ee77b9337 req-6942ab69-f9b6-4ba3-87ed-f3d1ba4749fb tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1598909 Jul 19 20:46:19.219485 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7610ca35-9c0e-463a-b821-4f7ee77b9337 req-99378428-f407-421b-bf16-66b7f1a6120f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719123 Jul 19 20:46:19.248389 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:19.488137 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Allocated IP 172.27.2.203 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/23b8e69c-c229-471e-9acf-385da183bd4f) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:46:19.649375 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:19.688084 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:19.692805 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c24802e7-6095-47a6-baf5-5c3ce0d16680 tempest-VolumesNegativeTest-276980313 tempest-VolumesNegativeTest-276980313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:19.758211 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:46:19.761233 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:46:19.765330 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:46:19.805453 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event updated for resources: {'Port': ['ID=23b8e69c-c229-471e-9acf-385da183bd4f,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:19.814457 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:20.234402 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:20.315835 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:20.594569 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854f60b-8be9-44f6-b6d1-64d2913d1605 req-40765f87-f1c5-4293-a2b1-1e241217833a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:20.596264 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d854f60b-8be9-44f6-b6d1-64d2913d1605 req-40765f87-f1c5-4293-a2b1-1e241217833a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1787918 Jul 19 20:46:20.635883 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:20.652066 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:20.658152 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:20.760006 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d854f60b-8be9-44f6-b6d1-64d2913d1605 req-36810cad-133a-41e2-b355-144319ef252f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522813 Jul 19 20:46:20.852021 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event updated for resources: {'Port': ['ID=23b8e69c-c229-471e-9acf-385da183bd4f,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:20.855666 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:20.873645 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:21.067129 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.l3_db [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Floating IP f095b478-e2b7-4a7a-9b98-fe8a9025ea5d associated. External IP: 172.27.2.203, port: 44e832e4-c3fb-436b-b439-24bb9bffb51a. Jul 19 20:46:21.591328 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:46:21.822676 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:46:21.833621 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb1312-77e9-416b-8443-f91034aa9415 None None] Sync routers for ids ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:46:21.845370 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb1312-77e9-416b-8443-f91034aa9415 None None] Routers {'7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:46:21.846013 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-82cb1312-77e9-416b-8443-f91034aa9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:46:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:46:21.857657 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:21.967889 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9102619 Jul 19 20:46:21.969141 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a'}] {{(pid=78682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:46:21.970381 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51034) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:21.979032 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902742214', 'description': 'tempest-secgroup-smoke-902742214 description', 'project_id': 'c08093ae363f4211aa96b34b88609483'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:21.988751 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:22.021279 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b5309-45da-4d3e-bca9-d9f5b7159b43 req-6141eba0-51e9-4e2c-956c-108234d979a7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:22.022921 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-046b5309-45da-4d3e-bca9-d9f5b7159b43 req-6141eba0-51e9-4e2c-956c-108234d979a7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1391640 Jul 19 20:46:22.023905 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:22.040461 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-82cb1312-77e9-416b-8443-f91034aa9415 None None] Set router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:46:22.066872 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.143891 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:22.162922 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-046b5309-45da-4d3e-bca9-d9f5b7159b43 req-efa0f0ac-ca61-49bb-8286-d6d5a314305f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292734 Jul 19 20:46:22.171403 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'status': 'completed', 'code': 200} Jul 19 20:46:22.175641 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Usage tracker for resource:security_group_rule and tenant:c08093ae363f4211aa96b34b88609483 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:22.179624 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:22.188042 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:22.329264 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.337107 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.341824 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c128ae15-a059-4618-a2ef-d6cb8ed3c92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:22.402331 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf022-45a9-4e21-a192-ae19470159d4 req-c1d5451d-699c-4779-8846-cdeb319bb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:22.404149 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1b1cf022-45a9-4e21-a192-ae19470159d4 req-c1d5451d-699c-4779-8846-cdeb319bb3fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c08093ae363f4211aa96b34b88609483&device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 1098 time: 0.1571615 Jul 19 20:46:22.407951 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38884245-54d5-4620-a913-3844338108bf,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:22.411313 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:22.434101 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.438162 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-0bdf5153-be7e-4d29-9ece-d1adb42dfae0 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4629951 Jul 19 20:46:22.438853 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51048) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:22.445636 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Request body: {'security_group_rule': {'security_group_id': '38884245-54d5-4620-a913-3844338108bf', 'project_id': 'c08093ae363f4211aa96b34b88609483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:22.452241 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:22.457151 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Usage tracker for resource:security_group_rule and tenant:c08093ae363f4211aa96b34b88609483 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:22.461052 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:22.467451 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:22.487895 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.556164 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.562837 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.565877 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-7f54e34a-2d61-4fdf-9bc5-aa7a951ce971 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:22.591784 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a69a34-ed05-4d93-a47e-347cc0982e4d,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:22.592321 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-82cb1312-77e9-416b-8443-f91034aa9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:45:03Z', 'revision_number': 4, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': 'f095b478-e2b7-4a7a-9b98-fe8a9025ea5d', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'port_id': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'mac_address': 'fa:16:3e:e8:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:46:20Z', 'updated_at': '2021-07-19T20:46:20Z', 'revision_number': 0, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd130ca3c-68b1-4901-8287-9214577066cc', 'name': '', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'mac_address': 'fa:16:3e:ad:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:02Z', 'updated_at': '2021-07-19T20:45:11Z', 'revision_number': 5, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'subnets': [{'id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:46:22.595731 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf022-45a9-4e21-a192-ae19470159d4 req-2b6b479f-78dd-48e9-815e-6b130745db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:22.597518 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb1312-77e9-416b-8443-f91034aa9415 None None] Checking router: 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:46:22.597737 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1b1cf022-45a9-4e21-a192-ae19470159d4 req-2b6b479f-78dd-48e9-815e-6b130745db07 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74f61d22-f348-4699-abfa-00217e15d71c HTTP/1.1" status: 200 len: 915 time: 0.1851490 Jul 19 20:46:22.597851 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:22.603817 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.605350 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653988 Jul 19 20:46:22.608219 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51052) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:22.610572 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb1312-77e9-416b-8443-f91034aa9415 None None] Routers {'7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:46:22.611346 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-82cb1312-77e9-416b-8443-f91034aa9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:46:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:46:22.616934 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Request body: {'security_group_rule': {'security_group_id': '38884245-54d5-4620-a913-3844338108bf', 'project_id': 'c08093ae363f4211aa96b34b88609483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:22.628785 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:22.636193 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Usage tracker for resource:security_group_rule and tenant:c08093ae363f4211aa96b34b88609483 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:22.641143 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:22.654637 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:22.708289 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.789888 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.793269 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1b1cf022-45a9-4e21-a192-ae19470159d4 req-c7088e36-9105-40bc-a4b9-451c27ab4b80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a HTTP/1.1" status: 200 len: 999 time: 0.1866071 Jul 19 20:46:22.796529 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.806702 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:22.828213 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f27337-2ab4-4827-94b7-d91e06fa70e0,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:22.835901 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:22.845437 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.847777 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2371807 Jul 19 20:46:22.851516 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51056) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:22.858923 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Request body: {'security_group_rule': {'security_group_id': '38884245-54d5-4620-a913-3844338108bf', 'project_id': 'c08093ae363f4211aa96b34b88609483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:22.867382 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:22.868169 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-82cb1312-77e9-416b-8443-f91034aa9415 None None] Set router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:46:22.870518 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf022-45a9-4e21-a192-ae19470159d4 req-9db6a851-7925-44ce-885e-3371e6f13939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:22.872315 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1b1cf022-45a9-4e21-a192-ae19470159d4 req-9db6a851-7925-44ce-885e-3371e6f13939 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5eb293fc-21fd-4326-bf00-30be4961c440 HTTP/1.1" status: 200 len: 853 time: 0.0719314 Jul 19 20:46:22.873052 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Usage tracker for resource:security_group_rule and tenant:c08093ae363f4211aa96b34b88609483 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:22.876381 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:22.883818 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:22.907609 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:22.966212 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf022-45a9-4e21-a192-ae19470159d4 req-97e3824b-b1cf-4a0e-888b-d3c8735a57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:22.967766 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1b1cf022-45a9-4e21-a192-ae19470159d4 req-97e3824b-b1cf-4a0e-888b-d3c8735a57d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74f61d22-f348-4699-abfa-00217e15d71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865383 Jul 19 20:46:23.006443 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.011758 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.015126 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:23.068198 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5333a59-8f1a-4e73-9258-cea3f849aab0,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:23.075802 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:23.090434 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.097329 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2426360 Jul 19 20:46:23.097541 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51060) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:23.109826 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-994d324b-51ea-423d-a9fd-40026cb01090 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Request body: {'security_group_rule': {'security_group_id': '38884245-54d5-4620-a913-3844338108bf', 'project_id': 'c08093ae363f4211aa96b34b88609483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:23.119509 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-994d324b-51ea-423d-a9fd-40026cb01090 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:23.134874 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-994d324b-51ea-423d-a9fd-40026cb01090 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Usage tracker for resource:security_group_rule and tenant:c08093ae363f4211aa96b34b88609483 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:23.140798 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-994d324b-51ea-423d-a9fd-40026cb01090 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:23.149467 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-994d324b-51ea-423d-a9fd-40026cb01090 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:23.152953 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1b1cf022-45a9-4e21-a192-ae19470159d4 req-7cad9361-f465-41ec-9c86-ca944455948f service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706283 Jul 19 20:46:23.208689 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-994d324b-51ea-423d-a9fd-40026cb01090 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.310431 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-82cb1312-77e9-416b-8443-f91034aa9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:45:03Z', 'revision_number': 4, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': 'f095b478-e2b7-4a7a-9b98-fe8a9025ea5d', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'port_id': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'mac_address': 'fa:16:3e:e8:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:46:20Z', 'updated_at': '2021-07-19T20:46:20Z', 'revision_number': 0, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd130ca3c-68b1-4901-8287-9214577066cc', 'name': '', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'mac_address': 'fa:16:3e:ad:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:02Z', 'updated_at': '2021-07-19T20:45:11Z', 'revision_number': 5, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'subnets': [{'id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:46:23.317478 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb1312-77e9-416b-8443-f91034aa9415 None None] The sync data for ids ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'] in dv-cinder-801321-1-iscsi is: [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:45:03Z', 'revision_number': 4, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': 'f095b478-e2b7-4a7a-9b98-fe8a9025ea5d', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'port_id': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'mac_address': 'fa:16:3e:e8:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:46:20Z', 'updated_at': '2021-07-19T20:46:20Z', 'revision_number': 0, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd130ca3c-68b1-4901-8287-9214577066cc', 'name': '', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'mac_address': 'fa:16:3e:ad:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:02Z', 'updated_at': '2021-07-19T20:45:11Z', 'revision_number': 5, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'subnets': [{'id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:46:23.358823 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1b1cf022-45a9-4e21-a192-ae19470159d4 req-7631a068-5d53-47a3-893c-43c478222439 service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973879 Jul 19 20:46:23.373230 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-994d324b-51ea-423d-a9fd-40026cb01090 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.378728 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-994d324b-51ea-423d-a9fd-40026cb01090 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.387635 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:23.414668 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d324b-51ea-423d-a9fd-40026cb01090 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba5c069-2680-405c-a4e1-e747fb321a3f,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:23.417454 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-994d324b-51ea-423d-a9fd-40026cb01090 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:23.426656 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-994d324b-51ea-423d-a9fd-40026cb01090 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.428217 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-994d324b-51ea-423d-a9fd-40026cb01090 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277338 Jul 19 20:46:23.431490 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51066) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:23.437411 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Request body: {'security_group_rule': {'security_group_id': '38884245-54d5-4620-a913-3844338108bf', 'project_id': 'c08093ae363f4211aa96b34b88609483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:23.443557 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:23.448249 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Usage tracker for resource:security_group_rule and tenant:c08093ae363f4211aa96b34b88609483 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:23.451542 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:23.458317 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e05950-d441-4f3e-a23f-59ea7b85c877 req-147880cc-6345-47df-a1cd-da9b53772f27 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:23.459118 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:23.467032 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d9e05950-d441-4f3e-a23f-59ea7b85c877 req-147880cc-6345-47df-a1cd-da9b53772f27 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1085346 Jul 19 20:46:23.470841 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.securitygroups_db [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Project c08093ae363f4211aa96b34b88609483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 20:46:23.481569 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.500587 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51072) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:23.521888 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d9e05950-d441-4f3e-a23f-59ea7b85c877 req-e07908a1-afef-41fd-b2fc-c7d9749de4a9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531535 Jul 19 20:46:23.590778 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6830f5fe-5240-4fa2-a3fd-774446eb10ce None None] New status for floating IP f095b478-e2b7-4a7a-9b98-fe8a9025ea5d: ACTIVE {{(pid=78684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 20:46:23.604957 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d5c7fa-4d2c-4b60-883d-38f95ab415fe admin admin] Deleting subnet f52ff17c-5bdb-499e-8384-113ffebae740 {{(pid=78681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:46:23.612464 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.613490 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7fa-4d2c-4b60-883d-38f95ab415fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.730482 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.750590 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-3d23cf7c-4a21-4ee2-ae1c-fbcaa3d735f4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:23.777204 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7fa-4d2c-4b60-883d-38f95ab415fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189686'] for subnet, precommit_delete_associations {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.810622 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc2b397-075e-4627-9eae-4c6021e6fda3,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:23.815348 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:23.833209 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.837180 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-b09fe0af-876f-46f8-a7d0-a969b76df381 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4018943 Jul 19 20:46:23.837370 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51076) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:23.844158 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Request body: {'security_group_rule': {'security_group_id': '38884245-54d5-4620-a913-3844338108bf', 'project_id': 'c08093ae363f4211aa96b34b88609483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:23.856055 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:23.861047 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7fa-4d2c-4b60-883d-38f95ab415fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.893935 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Usage tracker for resource:security_group_rule and tenant:c08093ae363f4211aa96b34b88609483 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:23.900683 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:23.913340 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:23.933596 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.securitygroups_db [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Project c08093ae363f4211aa96b34b88609483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 20:46:23.944419 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.989466 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7fa-4d2c-4b60-883d-38f95ab415fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2105436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3837879'] for subnet, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:23.998434 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:24.039331 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-60d5c7fa-4d2c-4b60-883d-38f95ab415fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.046512 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5c7fa-4d2c-4b60-883d-38f95ab415fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52ff17c-5bdb-499e-8384-113ffebae740,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:24.049129 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-60d5c7fa-4d2c-4b60-883d-38f95ab415fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:24.055653 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-60d5c7fa-4d2c-4b60-883d-38f95ab415fe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f52ff17c-5bdb-499e-8384-113ffebae740 HTTP/1.1" status: 204 len: 168 time: 0.5540102 Jul 19 20:46:24.058784 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51080) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:24.086854 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.092082 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.094937 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-49f10e71-ccf2-4cfd-9adb-7d318acd6c60 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:24.136118 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a07f63-2af4-40c2-b5b1-396aa20da420,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:24.140388 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:24.152342 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.157573 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-8256eb2c-046d-4da8-8a74-037207b2c393 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3159881 Jul 19 20:46:24.174146 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.286117 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-7622b13a-0ae3-4d1c-bb71-11c2628eacc5 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Synchronizing usage tracker for tenant:c08093ae363f4211aa96b34b88609483 on resource:security_group {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:46:24.303562 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-7622b13a-0ae3-4d1c-bb71-11c2628eacc5 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Unset dirty status for tenant:c08093ae363f4211aa96b34b88609483 on resource:security_group {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:46:24.304978 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-7622b13a-0ae3-4d1c-bb71-11c2628eacc5 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902742214&fields=id&tenant_id=c08093ae363f4211aa96b34b88609483 HTTP/1.1" status: 200 len: 267 time: 0.0629675 Jul 19 20:46:24.310857 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.331001 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062f6700-b379-4647-ad1d-3bcc0ca7a2ab']}} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:46:24.348202 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c4436e-2b2d-4888-b37e-e9e8eeaaf841') {'for_net_delete': True} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:46:24.348428 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c4436e-2b2d-4888-b37e-e9e8eeaaf841') {} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:46:24.364066 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2929478'] for segment, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.384702 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.392262 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=78682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:46:24.392662 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909962'] for segment, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.403331 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-1c8aded6-502b-4285-a926-9dce9e85fcbd tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:24.404960 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-1c8aded6-502b-4285-a926-9dce9e85fcbd tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.0922897 Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: Traceback (most recent call last): Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: timer() Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: cb(*args, **kw) Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: return func(*args, **kwargs) Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: self._notify() Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: self.callback(batched_events) Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: event.method(event) Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: return f(self, *a, **k) Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._get(url).json() Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: return self.request(url, 'GET', **kwargs) Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:46:24.406903 dv-cinder-801321-1-iscsi neutron-server[78682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:46:24.419312 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-35889224-be94-45d1-9e96-8f7171126c1c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Request body: {'port': {'security_groups': ['3e5c2264-baff-4f7d-b81e-8bff564ee7f8', '38884245-54d5-4620-a913-3844338108bf']}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:24.485360 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.491018 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.493711 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:24.520862 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=062f6700-b379-4647-ad1d-3bcc0ca7a2ab,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:24.523536 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:24.530765 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-3f78efd0-c5a9-494c-8c85-4664db686a59 admin admin] 10.222.0.36 "DELETE /v2.0/networks/062f6700-b379-4647-ad1d-3bcc0ca7a2ab HTTP/1.1" status: 204 len: 168 time: 0.4704003 Jul 19 20:46:24.558701 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-35889224-be94-45d1-9e96-8f7171126c1c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.737037 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d1183-bcd9-43ed-9fba-aeb13ccebd35 req-acd28927-ecdc-4cdd-8dc3-0ece14cab1a1 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:24.738750 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0f7d1183-bcd9-43ed-9fba-aeb13ccebd35 req-acd28927-ecdc-4cdd-8dc3-0ece14cab1a1 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1016390 Jul 19 20:46:24.766786 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51090) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:24.816825 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0f7d1183-bcd9-43ed-9fba-aeb13ccebd35 req-9b26944e-c302-4f84-9904-cc2b14ebd626 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699193 Jul 19 20:46:24.840690 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-0a7d0224-bc5e-4d10-ba87-87094cfc3c82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6edcf7e9c7643649d99f2ee01cee76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726998 Jul 19 20:46:24.847634 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51094) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:24.960362 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-35889224-be94-45d1-9e96-8f7171126c1c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] For port 44e832e4-c3fb-436b-b439-24bb9bffb51a, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:46:24.988209 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-35889224-be94-45d1-9e96-8f7171126c1c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:24.993525 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-35889224-be94-45d1-9e96-8f7171126c1c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:25.007326 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d2f64314-7bfc-4129-a01a-b7247cdaa423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:25.022430 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7d3ec1a-ded1-449f-b642-369cc7e693b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:25.029482 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['44e832e4-c3fb-436b-b439-24bb9bffb51a'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:46:25.070043 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7d3ec1a-ded1-449f-b642-369cc7e693b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:25.073833 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-35889224-be94-45d1-9e96-8f7171126c1c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:25.074499 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-35889224-be94-45d1-9e96-8f7171126c1c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:25.083515 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dee80409-0c5c-4f42-bcdb-8aeb0e87c6cd req-35889224-be94-45d1-9e96-8f7171126c1c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "PUT /v2.0/ports/44e832e4-c3fb-436b-b439-24bb9bffb51a HTTP/1.1" status: 200 len: 981 time: 0.6689763 Jul 19 20:46:25.084089 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:46:25.147885 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35889224-be94-45d1-9e96-8f7171126c1c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event updated for resources: {'Port': ['ID=44e832e4-c3fb-436b-b439-24bb9bffb51a,revision_number=6']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:25.159892 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-35889224-be94-45d1-9e96-8f7171126c1c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:25.168064 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'status': 'completed', 'code': 200} Jul 19 20:46:25.172192 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 41dcba73-cba7-4ddf-aec8-38e782c5c995 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:46:25.211708 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7d3ec1a-ded1-449f-b642-369cc7e693b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:25.278693 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0fb707ff-6bd7-44d2-81e5-d5ad23969916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:25.279986 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['44e832e4-c3fb-436b-b439-24bb9bffb51a'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:46:25.315889 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3ec1a-ded1-449f-b642-369cc7e693b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf55a6a-7607-4c59-b013-2d5180794aac,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:25.321435 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e7d3ec1a-ded1-449f-b642-369cc7e693b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:25.341865 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d45bd2-1160-4dfe-a81f-5b3f3eba9e8c req-21c74869-17c9-4482-b634-83e0ff746b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:25.345967 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-96d45bd2-1160-4dfe-a81f-5b3f3eba9e8c req-21c74869-17c9-4482-b634-83e0ff746b4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c08093ae363f4211aa96b34b88609483&device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 1137 time: 0.1135972 Jul 19 20:46:25.365405 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7d3ec1a-ded1-449f-b642-369cc7e693b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:25.366852 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-e7d3ec1a-ded1-449f-b642-369cc7e693b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cf55a6a-7607-4c59-b013-2d5180794aac HTTP/1.1" status: 204 len: 168 time: 0.5177317 Jul 19 20:46:25.474992 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3a0e3-a0fb-4571-a36d-0f02e6547d30 req-f64db367-a6d4-496a-a994-58be66e331a5 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:25.476983 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-dad3a0e3-a0fb-4571-a36d-0f02e6547d30 req-f64db367-a6d4-496a-a994-58be66e331a5 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.2705271 Jul 19 20:46:25.555137 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-dad3a0e3-a0fb-4571-a36d-0f02e6547d30 req-ed784874-15a6-4e6e-829f-96ae2c6c774e tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713987 Jul 19 20:46:25.642867 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d45bd2-1160-4dfe-a81f-5b3f3eba9e8c req-e840f1f3-c658-4fec-ab6b-3bc35f8bd114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:25.645431 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-96d45bd2-1160-4dfe-a81f-5b3f3eba9e8c req-e840f1f3-c658-4fec-ab6b-3bc35f8bd114 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74f61d22-f348-4699-abfa-00217e15d71c HTTP/1.1" status: 200 len: 915 time: 0.2919290 Jul 19 20:46:25.728185 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-6dd0e3fb-a32b-439c-b50b-457565a187ff None None] Provisioning complete for port 44e832e4-c3fb-436b-b439-24bb9bffb51a triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:46:25.728892 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6dd0e3fb-a32b-439c-b50b-457565a187ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:25.811132 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-96d45bd2-1160-4dfe-a81f-5b3f3eba9e8c req-5f412d0c-a433-4ba4-a1d9-341adda9a7b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a HTTP/1.1" status: 200 len: 1001 time: 0.1589844 Jul 19 20:46:25.819840 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:46:25.907278 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'port_id': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'mac_address': 'fa:16:3e:3b:2b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:46:25.951276 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d45bd2-1160-4dfe-a81f-5b3f3eba9e8c req-c04f7224-2215-4237-a82c-99048355429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:25.954159 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-96d45bd2-1160-4dfe-a81f-5b3f3eba9e8c req-c04f7224-2215-4237-a82c-99048355429e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5eb293fc-21fd-4326-bf00-30be4961c440 HTTP/1.1" status: 200 len: 853 time: 0.1353745 Jul 19 20:46:26.103004 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:26.152029 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41dcba73-cba7-4ddf-aec8-38e782c5c995 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:46:26.217582 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:46:26.233259 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d45bd2-1160-4dfe-a81f-5b3f3eba9e8c req-c2bcdc14-9698-498e-8fbc-4a406b710d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:26.234937 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-96d45bd2-1160-4dfe-a81f-5b3f3eba9e8c req-c2bcdc14-9698-498e-8fbc-4a406b710d52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74f61d22-f348-4699-abfa-00217e15d71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2734005 Jul 19 20:46:26.248987 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:26.254600 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a6c63-6138-44bb-a376-2f860df25745 req-2f2a96d5-7144-4820-b873-5ce49fee8785 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:26.257379 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3d2a6c63-6138-44bb-a376-2f860df25745 req-2f2a96d5-7144-4820-b873-5ce49fee8785 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.2482934 Jul 19 20:46:26.257847 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:26.400080 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=41dcba73-cba7-4ddf-aec8-38e782c5c995,revision_number=6']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:26.408286 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:26.433359 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['41dcba73-cba7-4ddf-aec8-38e782c5c995'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:46:26.457618 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3d2a6c63-6138-44bb-a376-2f860df25745 req-457b795c-3447-446c-b4e5-7be54ef60431 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660018 Jul 19 20:46:26.515525 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-96d45bd2-1160-4dfe-a81f-5b3f3eba9e8c req-4397b258-579e-4ade-9a3e-1893806c8d97 service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567356 Jul 19 20:46:26.849371 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-96d45bd2-1160-4dfe-a81f-5b3f3eba9e8c req-21786efd-f377-430c-be7f-17cfd1c9dc29 service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232126 Jul 19 20:46:27.705744 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d1da8-b371-4cfc-b1e6-c6328e2e3ccc req-a7a549ee-b864-4d32-b3e2-1030aef6e643 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:27.708141 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c20d1da8-b371-4cfc-b1e6-c6328e2e3ccc req-a7a549ee-b864-4d32-b3e2-1030aef6e643 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 945 time: 0.1099050 Jul 19 20:46:27.801447 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c20d1da8-b371-4cfc-b1e6-c6328e2e3ccc req-c54d2e89-7f9f-4721-88ba-de479d4c0590 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866373 Jul 19 20:46:28.880390 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:46:29.050106 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dc711-34ef-4154-ba4f-c4384307ca74 req-d93ab59d-c8b1-42fa-b52f-e036dc38abc1 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:29.050847 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 41dcba73-cba7-4ddf-aec8-38e782c5c995 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:46:29.055368 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c45dc711-34ef-4154-ba4f-c4384307ca74 req-d93ab59d-c8b1-42fa-b52f-e036dc38abc1 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 945 time: 0.1157362 Jul 19 20:46:29.123036 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c45dc711-34ef-4154-ba4f-c4384307ca74 req-0cc7f60a-64f9-4134-88d6-f74c4652778e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649328 Jul 19 20:46:29.145454 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 41dcba73-cba7-4ddf-aec8-38e782c5c995 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:46:29.145973 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:29.303414 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:29.332848 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:46:29.343754 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:46:29.351194 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:29.356883 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:29.402368 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'code': 200} Jul 19 20:46:29.445827 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=41dcba73-cba7-4ddf-aec8-38e782c5c995,revision_number=7']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:29.449494 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:30.363820 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5da1c-5ad9-4308-bba4-75adf93b32cf req-d7da1acb-3202-424c-89f7-675928c95a3b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:30.366311 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-24c5da1c-5ad9-4308-bba4-75adf93b32cf req-d7da1acb-3202-424c-89f7-675928c95a3b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1191316 Jul 19 20:46:30.445288 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-24c5da1c-5ad9-4308-bba4-75adf93b32cf req-d6ab202d-203f-49ef-b67d-96e4acf667b0 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725675 Jul 19 20:46:30.668189 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e01a6598-92f6-4d34-add0-b71c84e5845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:31.318329 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:31.731718 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be263a3-a1f0-4102-bf3d-c9c3630a51a9 req-22165dc5-3412-43f9-aae5-ae33c4bbdf28 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:31.734252 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4be263a3-a1f0-4102-bf3d-c9c3630a51a9 req-22165dc5-3412-43f9-aae5-ae33c4bbdf28 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1539338 Jul 19 20:46:31.793261 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4be263a3-a1f0-4102-bf3d-c9c3630a51a9 req-eb16239a-9633-4ec9-a256-5e4b09f496f2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529370 Jul 19 20:46:33.063540 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba656a-bb4b-409a-826b-67caeb0cc7d6 req-8001a50b-b45a-44a0-936b-8e72ce9c60a3 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:33.066103 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-78ba656a-bb4b-409a-826b-67caeb0cc7d6 req-8001a50b-b45a-44a0-936b-8e72ce9c60a3 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1247823 Jul 19 20:46:33.145662 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-78ba656a-bb4b-409a-826b-67caeb0cc7d6 req-70ac3b18-86a9-44fc-b611-b5e3f3fff5c4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657856 Jul 19 20:46:33.398548 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5219d1e4-51be-432e-acf9-b44d15f59416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:34.359057 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b0d36-19f7-41c9-b884-b9188489a1ce req-9cfae585-ea78-4909-8381-6c6d907050b3 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:34.360607 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-bc9b0d36-19f7-41c9-b884-b9188489a1ce req-9cfae585-ea78-4909-8381-6c6d907050b3 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0922751 Jul 19 20:46:34.415209 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-bc9b0d36-19f7-41c9-b884-b9188489a1ce req-e5ef5650-1c76-4ab9-bde6-fe0e8a2e0849 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449417 Jul 19 20:46:35.168064 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:35.638600 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb26b3-3989-47aa-a7b0-58e2671066b0 req-74702387-4866-4b0e-917e-05622926575b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:35.642186 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5ffb26b3-3989-47aa-a7b0-58e2671066b0 req-74702387-4866-4b0e-917e-05622926575b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0969393 Jul 19 20:46:35.706691 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5ffb26b3-3989-47aa-a7b0-58e2671066b0 req-e9a57ea9-280e-40d1-ba65-ec5301260beb tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549035 Jul 19 20:46:36.075756 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f596d-6b01-42c5-9b78-a9f2fba028e3 req-6e3ac9d4-4ae3-4430-8dc1-3e9b4cf4f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:36.077239 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-561f596d-6b01-42c5-9b78-a9f2fba028e3 req-6e3ac9d4-4ae3-4430-8dc1-3e9b4cf4f0c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 1099 time: 0.1256676 Jul 19 20:46:36.217488 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b848c1d-d905-495c-abb3-9236cdc0dec9 req-ba137aba-fef9-47d1-a6f9-b37fb3e07b87 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:36.219039 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8b848c1d-d905-495c-abb3-9236cdc0dec9 req-ba137aba-fef9-47d1-a6f9-b37fb3e07b87 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.1933405 Jul 19 20:46:36.257971 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f596d-6b01-42c5-9b78-a9f2fba028e3 req-f2d661f4-b52e-4a6f-bee0-fff03de16b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:36.259426 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-561f596d-6b01-42c5-9b78-a9f2fba028e3 req-f2d661f4-b52e-4a6f-bee0-fff03de16b9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 HTTP/1.1" status: 200 len: 918 time: 0.1736126 Jul 19 20:46:36.356639 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8b848c1d-d905-495c-abb3-9236cdc0dec9 req-1b0d6840-34d4-4cd9-9c1b-6a0c90ccb435 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216164 Jul 19 20:46:36.383725 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-561f596d-6b01-42c5-9b78-a9f2fba028e3 req-b4d928af-9584-4a3f-9275-fdb33a2d363e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995 HTTP/1.1" status: 200 len: 1000 time: 0.1134875 Jul 19 20:46:36.451814 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f596d-6b01-42c5-9b78-a9f2fba028e3 req-99ac1ebb-d0dc-448a-bd5e-3cd91a2edb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:36.453268 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-561f596d-6b01-42c5-9b78-a9f2fba028e3 req-99ac1ebb-d0dc-448a-bd5e-3cd91a2edb3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fa4d79e-7eb1-4cef-a455-9fc00285c0b2 HTTP/1.1" status: 200 len: 856 time: 0.0627933 Jul 19 20:46:36.528323 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f596d-6b01-42c5-9b78-a9f2fba028e3 req-acb2f1a5-6434-4946-a861-9266c8bc0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:36.529803 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-561f596d-6b01-42c5-9b78-a9f2fba028e3 req-acb2f1a5-6434-4946-a861-9266c8bc0843 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693681 Jul 19 20:46:36.601260 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:36.668591 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-561f596d-6b01-42c5-9b78-a9f2fba028e3 req-6465f04d-54a2-443b-a89b-afb22467ee41 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263580 Jul 19 20:46:36.810205 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-561f596d-6b01-42c5-9b78-a9f2fba028e3 req-290182cd-d24c-4eae-a233-40d8d94a65f6 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340351 Jul 19 20:46:36.911693 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bee6b7-112b-4a62-8227-37edbb0facfd req-858bf1b7-7896-43f5-8b6a-69c06e470c88 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:36.913302 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-86bee6b7-112b-4a62-8227-37edbb0facfd req-858bf1b7-7896-43f5-8b6a-69c06e470c88 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0860865 Jul 19 20:46:36.961772 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-86bee6b7-112b-4a62-8227-37edbb0facfd req-ad7cd970-4cb4-4b7c-9774-b26fd180ff12 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423646 Jul 19 20:46:37.552468 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8fe95-6c16-407c-be0d-617f02b9f99d req-0621dfd2-abd4-4c41-a070-73178ea19b7f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:37.553930 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6d8fe95-6c16-407c-be0d-617f02b9f99d req-0621dfd2-abd4-4c41-a070-73178ea19b7f tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.0862734 Jul 19 20:46:37.599470 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c6d8fe95-6c16-407c-be0d-617f02b9f99d req-dfe190d2-2fb8-4501-8261-a2106a7ac2b2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397937 Jul 19 20:46:38.154540 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401ba0f-e956-48bd-9ff6-dfd2d56a19af req-86b55358-33b3-44a0-8e62-46e8c9855eb1 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:38.156057 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6401ba0f-e956-48bd-9ff6-dfd2d56a19af req-86b55358-33b3-44a0-8e62-46e8c9855eb1 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0850890 Jul 19 20:46:38.201657 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6401ba0f-e956-48bd-9ff6-dfd2d56a19af req-cf603eb8-9b45-4708-8c79-e1ca485d0926 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397859 Jul 19 20:46:38.211164 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-b020d924-7f63-4f80-ab73-95d866ad70e5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:38.212529 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-b020d924-7f63-4f80-ab73-95d866ad70e5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.0811055 Jul 19 20:46:38.286595 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Deleting port eeb82b62-fbf4-4757-be3c-ad639764b794 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:46:38.286834 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:38.629326 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] For port eeb82b62-fbf4-4757-be3c-ad639764b794, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=eeb82b62-fbf4-4757-be3c-ad639764b794,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:46:38.629326 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:38.991373 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb6fcf-a985-4f1f-be42-899628f6e5f3 req-1434ad98-6acd-4b21-9394-87d6094a5e02 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:38.992793 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0adb6fcf-a985-4f1f-be42-899628f6e5f3 req-1434ad98-6acd-4b21-9394-87d6094a5e02 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 946 time: 0.2816746 Jul 19 20:46:39.030288 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:39.030649 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:39.030956 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.l3_db [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Floating IP 87348a6b-8e4e-4467-94ea-fc0d3c5d5393 disassociated. External IP: 172.27.2.81, port: eeb82b62-fbf4-4757-be3c-ad639764b794. Jul 19 20:46:39.031310 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Calling delete_port for eeb82b62-fbf4-4757-be3c-ad639764b794 owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:46:39.103783 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0adb6fcf-a985-4f1f-be42-899628f6e5f3 req-939a4c6e-3ed9-44af-b3f1-f044251d9a4d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=11c59e3a-596c-4181-925d-4c24a0eaf296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052809 Jul 19 20:46:39.203931 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:39.210189 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:39.257276 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event deleted for resources: {'Port': ['ID=eeb82b62-fbf4-4757-be3c-ad639764b794,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:39.260524 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:39.408341 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5200008-59ae-44aa-aef7-7c1c91f4b3fc req-8b06829e-164a-4148-8a26-3284381d9e3f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:39.409891 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f5200008-59ae-44aa-aef7-7c1c91f4b3fc req-8b06829e-164a-4148-8a26-3284381d9e3f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.0832248 Jul 19 20:46:39.461022 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f5200008-59ae-44aa-aef7-7c1c91f4b3fc req-5f7a3002-a235-4e37-b655-45ce8453c0ed tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451989 Jul 19 20:46:39.465775 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Router 7f2f6416-d696-4468-85b1-3b0d8237bde6 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:46:39.661385 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:46:39.672674 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf066b-93be-48ef-b358-d366ea89267c None None] Sync routers for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:46:39.692250 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf066b-93be-48ef-b358-d366ea89267c None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:46:39.693134 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-0ecf066b-93be-48ef-b358-d366ea89267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:46:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:46:39.851383 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] No DVR routers for this DVR port eeb82b62-fbf4-4757-be3c-ad639764b794 on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:46:39.855326 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:39.858353 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'name': 'network-vif-deleted', 'tag': 'eeb82b62-fbf4-4757-be3c-ad639764b794'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:46:39.918312 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a9499ccc-1628-4bd6-b069-f3f2ae8d4731 req-7ac11ded-28a9-4cb5-b90a-d610f4e56647 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.45 "DELETE /v2.0/ports/eeb82b62-fbf4-4757-be3c-ad639764b794 HTTP/1.1" status: 204 len: 173 time: 1.6997874 Jul 19 20:46:39.959971 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd689961-0d1d-4a9b-8b0e-7df592e16568 req-5c62a513-da26-4276-846d-11380a144c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:39.962240 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cd689961-0d1d-4a9b-8b0e-7df592e16568 req-5c62a513-da26-4276-846d-11380a144c62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c08093ae363f4211aa96b34b88609483&device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 1137 time: 0.0828326 Jul 19 20:46:40.002771 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-0ecf066b-93be-48ef-b358-d366ea89267c None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:46:40.055741 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb431dcc-3ec4-483f-8a8a-0cc93bcba497 req-a769a620-91c3-4587-a9d5-04c53482541b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:40.062093 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cb431dcc-3ec4-483f-8a8a-0cc93bcba497 req-a769a620-91c3-4587-a9d5-04c53482541b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.1719248 Jul 19 20:46:40.153348 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd689961-0d1d-4a9b-8b0e-7df592e16568 req-83741605-a819-4a32-a855-5cad688e7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:40.155824 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cd689961-0d1d-4a9b-8b0e-7df592e16568 req-83741605-a819-4a32-a855-5cad688e7ed2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74f61d22-f348-4699-abfa-00217e15d71c HTTP/1.1" status: 200 len: 915 time: 0.1829481 Jul 19 20:46:40.165594 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cb431dcc-3ec4-483f-8a8a-0cc93bcba497 req-0492b016-744c-4c76-9d7a-ac141c1c7c85 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968993 Jul 19 20:46:40.359089 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bef3eeb-a601-4efe-b15f-255d96997db0', 'name': 'network-vif-deleted', 'tag': 'eeb82b62-fbf4-4757-be3c-ad639764b794', 'status': 'completed', 'code': 200} Jul 19 20:46:40.373920 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-395b8536-db82-4bc3-b1ae-f4157adb2a2e req-57f54184-1e05-4eea-b930-99212c336bf2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bef3eeb-a601-4efe-b15f-255d96997db0 HTTP/1.1" status: 200 len: 210 time: 0.0486856 Jul 19 20:46:40.420366 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cd689961-0d1d-4a9b-8b0e-7df592e16568 req-75efe3bf-1bb8-40e0-af50-614dfee5e1cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a HTTP/1.1" status: 200 len: 1001 time: 0.2564085 Jul 19 20:46:40.473124 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-0ecf066b-93be-48ef-b358-d366ea89267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:32Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:46:40.477793 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf066b-93be-48ef-b358-d366ea89267c None None] Checking router: 7f2f6416-d696-4468-85b1-3b0d8237bde6 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:46:40.486957 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf066b-93be-48ef-b358-d366ea89267c None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:46:40.487624 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-0ecf066b-93be-48ef-b358-d366ea89267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:46:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:46:40.511882 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd689961-0d1d-4a9b-8b0e-7df592e16568 req-717c42c1-1bf4-4780-bbbc-85bf0dd6e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:40.513451 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cd689961-0d1d-4a9b-8b0e-7df592e16568 req-717c42c1-1bf4-4780-bbbc-85bf0dd6e4c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5eb293fc-21fd-4326-bf00-30be4961c440 HTTP/1.1" status: 200 len: 853 time: 0.0766578 Jul 19 20:46:40.612765 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd689961-0d1d-4a9b-8b0e-7df592e16568 req-75fa228a-719f-40f1-bc66-9f611cc89cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:40.614492 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cd689961-0d1d-4a9b-8b0e-7df592e16568 req-75fa228a-719f-40f1-bc66-9f611cc89cdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74f61d22-f348-4699-abfa-00217e15d71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928547 Jul 19 20:46:40.704748 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-0ecf066b-93be-48ef-b358-d366ea89267c None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:46:40.807899 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cd689961-0d1d-4a9b-8b0e-7df592e16568 req-da459bf2-856b-4c9b-9a1f-607082a34446 service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849849 Jul 19 20:46:40.958238 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cd689961-0d1d-4a9b-8b0e-7df592e16568 req-b385153f-0848-4cd3-87b2-9d02b6018f4e service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434257 Jul 19 20:46:41.063720 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-0ecf066b-93be-48ef-b358-d366ea89267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:32Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:46:41.069110 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf066b-93be-48ef-b358-d366ea89267c None None] The sync data for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi is: [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:32Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:46:41.138317 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 41dcba73-cba7-4ddf-aec8-38e782c5c995 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:46:41.364816 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:41.409850 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8be13-f67e-4ad6-9e88-136bd91f4e71 req-3c2be0f3-7d09-43f1-b76d-060bbbc488e3 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:41.414870 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:46:41.416067 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:46:41.422714 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-65f8be13-f67e-4ad6-9e88-136bd91f4e71 req-3c2be0f3-7d09-43f1-b76d-060bbbc488e3 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 946 time: 0.1975541 Jul 19 20:46:41.424747 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:41.427648 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:41.503874 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53dea93-dfc0-4d38-acfe-27e4be941843 None None] New status for floating IP 87348a6b-8e4e-4467-94ea-fc0d3c5d5393: DOWN {{(pid=78684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 20:46:41.513675 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=41dcba73-cba7-4ddf-aec8-38e782c5c995,revision_number=8']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:41.517333 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:41.522082 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5228136-5304-4b42-b57a-33ab98145cab req-01ffe615-e438-4df2-bc92-38259dab58d6 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:41.524684 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e5228136-5304-4b42-b57a-33ab98145cab req-01ffe615-e438-4df2-bc92-38259dab58d6 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.2132921 Jul 19 20:46:41.534141 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-65f8be13-f67e-4ad6-9e88-136bd91f4e71 req-b2dcbed3-0afb-4f04-9bb3-d1307061e0cf tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053412 Jul 19 20:46:41.605031 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e5228136-5304-4b42-b57a-33ab98145cab req-25aa9511-9f23-432c-ac8b-b50e3b2419e2 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725939 Jul 19 20:46:41.712099 dv-cinder-801321-1-iscsi neutron-server[78683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'code': 422} returned with failed status Jul 19 20:46:41.719354 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51256) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:41.819875 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51260) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:41.846750 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5e0aae80-5df4-4473-bbaa-f923563c4fbe tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:41.878583 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5e0aae80-5df4-4473-bbaa-f923563c4fbe tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:41.941983 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5e0aae80-5df4-4473-bbaa-f923563c4fbe tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:41.946721 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-cc7e2dea-c265-4a1e-af8e-bc5afcd10ced service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1251333 Jul 19 20:46:41.948324 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f7299a8f-9a2c-4237-ae27-8855f05b13fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:41.964720 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0aae80-5df4-4473-bbaa-f923563c4fbe tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c59e3a-596c-4181-925d-4c24a0eaf296,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:41.967707 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-5e0aae80-5df4-4473-bbaa-f923563c4fbe tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:41.976476 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5e0aae80-5df4-4473-bbaa-f923563c4fbe tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:41.977607 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-5e0aae80-5df4-4473-bbaa-f923563c4fbe tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "DELETE /v2.0/security-groups/11c59e3a-596c-4181-925d-4c24a0eaf296 HTTP/1.1" status: 204 len: 168 time: 0.2564859 Jul 19 20:46:41.982102 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51268) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:41.998531 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.api.v2.resource [None req-9bd5aea6-a2f5-4734-9c94-782434f02dd6 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] show failed (client error): The resource could not be found. Jul 19 20:46:41.999576 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-9bd5aea6-a2f5-4734-9c94-782434f02dd6 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups/11c59e3a-596c-4181-925d-4c24a0eaf296 HTTP/1.1" status: 404 len: 347 time: 0.0164931 Jul 19 20:46:42.002930 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51272) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:42.177872 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-5bd31d9d-56ef-4191-acfa-f0d76b570fec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Deleting port aafcee96-767d-4f4b-ac5c-b5c5f8535268 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:46:42.178215 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5bd31d9d-56ef-4191-acfa-f0d76b570fec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:42.365260 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5bd31d9d-56ef-4191-acfa-f0d76b570fec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:42.365497 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5bd31d9d-56ef-4191-acfa-f0d76b570fec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:42.492513 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-5bd31d9d-56ef-4191-acfa-f0d76b570fec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Calling delete_port for aafcee96-767d-4f4b-ac5c-b5c5f8535268 owned by network:floatingip {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:46:42.644318 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5bd31d9d-56ef-4191-acfa-f0d76b570fec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:42.653672 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c82355ec-4268-4732-94e5-390f4946c6d8 tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:42.743561 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd31d9d-56ef-4191-acfa-f0d76b570fec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event deleted for resources: {'Port': ['ID=aafcee96-767d-4f4b-ac5c-b5c5f8535268,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:42.746586 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-5bd31d9d-56ef-4191-acfa-f0d76b570fec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:42.796538 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dff64f-4d89-45eb-9eef-b421348e32e2 req-009fb368-dfb1-4805-a7e4-97aab66e0281 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:42.799046 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c9dff64f-4d89-45eb-9eef-b421348e32e2 req-009fb368-dfb1-4805-a7e4-97aab66e0281 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.1440363 Jul 19 20:46:42.888239 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c9dff64f-4d89-45eb-9eef-b421348e32e2 req-48213a9d-b462-4e84-b093-c597d05ca054 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817719 Jul 19 20:46:43.004188 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5bd31d9d-56ef-4191-acfa-f0d76b570fec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.037590 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5bd31d9d-56ef-4191-acfa-f0d76b570fec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.038761 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-5bd31d9d-56ef-4191-acfa-f0d76b570fec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "DELETE /v2.0/floatingips/87348a6b-8e4e-4467-94ea-fc0d3c5d5393 HTTP/1.1" status: 204 len: 168 time: 1.0348930 Jul 19 20:46:43.060845 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514b7d6-5ea9-4ad6-ab46-9691bf5ebe0c req-13c086d9-e589-498d-a8c6-4c1b9d3d49cb tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:43.063391 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2514b7d6-5ea9-4ad6-ab46-9691bf5ebe0c req-13c086d9-e589-498d-a8c6-4c1b9d3d49cb tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.3029315 Jul 19 20:46:43.071697 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-5fc6bc41-5c21-4aa5-9362-eb2d7bb464a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:43.074268 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-5fc6bc41-5c21-4aa5-9362-eb2d7bb464a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce&tenant_id=e788cbccb0834feeac72b574191334bc HTTP/1.1" status: 200 len: 1097 time: 0.1542168 Jul 19 20:46:43.147892 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device eeb82b62-fbf4-4757-be3c-ad639764b794 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:46:43.183302 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: eeb82b62-fbf4-4757-be3c-ad639764b794 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:46:43.183587 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device eeb82b62-fbf4-4757-be3c-ad639764b794 not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:46:43.215999 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2514b7d6-5ea9-4ad6-ab46-9691bf5ebe0c req-c26d2b0f-19b3-4f8e-86b6-1a875863e282 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1400766 Jul 19 20:46:43.250725 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-b9a13309-3d75-4e0a-ad68-43a385688ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:43.252639 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-b9a13309-3d75-4e0a-ad68-43a385688ecc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 1097 time: 0.1336308 Jul 19 20:46:43.333140 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51286) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:43.339945 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629198818', 'description': 'tempest-description--1306176262'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:43.346931 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:43.351800 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Usage tracker for resource:security_group and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:43.354947 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:43.361580 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:43.371309 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.391838 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:43.396367 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Usage tracker for resource:security_group_rule and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:43.397963 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-d1a2ad2f-8063-4059-88f8-02455b0f5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:43.399503 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:43.399665 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-d1a2ad2f-8063-4059-88f8-02455b0f5456 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 HTTP/1.1" status: 200 len: 918 time: 0.1397650 Jul 19 20:46:43.405337 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:43.485480 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.490126 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.495441 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-10bd17d3-285a-4974-8d61-31135a9be5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:43.508565 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-28c1fe35-fcb4-4db2-ab5e-bd07e413a448 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995 HTTP/1.1" status: 200 len: 998 time: 0.1021686 Jul 19 20:46:43.539414 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6682f4-07f9-4d06-8a25-7478ac1bc326,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:43.542154 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:43.543392 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.547454 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2099447 Jul 19 20:46:43.547876 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51290) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:43.553444 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Request body: {'security_group_rule': {'security_group_id': '0c6682f4-07f9-4d06-8a25-7478ac1bc326', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:43.559546 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:43.563492 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Usage tracker for resource:security_group_rule and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:43.567445 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:43.574301 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:43.581271 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-0225eb7b-2aa0-464b-9d64-2bbe1d70f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:43.582941 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-0225eb7b-2aa0-464b-9d64-2bbe1d70f4b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fa4d79e-7eb1-4cef-a455-9fc00285c0b2 HTTP/1.1" status: 200 len: 856 time: 0.0666976 Jul 19 20:46:43.592223 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.660911 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.666155 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.670493 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-b9b4323d-a8b9-4ce2-a397-933be0d0abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:43.672112 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-b9b4323d-a8b9-4ce2-a397-933be0d0abd0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826886 Jul 19 20:46:43.674536 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-079306ff-9526-4cfc-953b-c5cd6648c816 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:43.693750 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef3a7e6-b365-46ed-ac40-27ac2ad2486c,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:43.696574 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:43.706341 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.710373 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1591632 Jul 19 20:46:43.710617 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51294) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:43.716690 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Request body: {'security_group_rule': {'security_group_id': '0c6682f4-07f9-4d06-8a25-7478ac1bc326', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:43.722854 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:43.727271 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Usage tracker for resource:security_group_rule and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:43.730566 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:43.738591 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:43.760966 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.824383 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-ba55fba5-49dd-4c2b-8749-b20874e40797 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402936 Jul 19 20:46:43.853870 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.858697 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.862465 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:43.894993 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5029d36-3772-4ae3-b1c2-99efb8cf3e9a,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:43.899666 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:43.904863 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.909995 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1979635 Jul 19 20:46:43.910655 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51298) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:46:43.915863 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Request body: {'floatingip': {'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:43.922325 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:43.927441 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Usage tracker for resource:floatingip and tenant:cf058118f5cb43efa6885c65d646147c is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:46:43.930056 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:46:43.937915 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:43.949451 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:43.977049 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6a230973-f5bc-4459-b1d8-95704048ccdc req-3d158373-afe2-46ed-9cf3-f4210e7f6301 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436744 Jul 19 20:46:44.103074 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fff9a-661a-4c13-9d9e-9b607a425087 req-d62dcbf6-c243-4be2-b85e-2b6e8d732eac tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:44.104966 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3b5fff9a-661a-4c13-9d9e-9b607a425087 req-d62dcbf6-c243-4be2-b85e-2b6e8d732eac tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.1025484 Jul 19 20:46:44.111185 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:44.161355 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-3b5fff9a-661a-4c13-9d9e-9b607a425087 req-54c5c02b-dbd8-41a3-93d1-b4f647f31f6d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461631 Jul 19 20:46:44.468351 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Allocated IP 172.27.2.151 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/b924c874-48f4-47b3-9a4f-f5c638f3d1b3) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:46:44.733620 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:44.793024 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391236a-a480-46e4-b64c-3cbac175ca74 req-072144cf-c62d-421c-addd-31ea6c213d11 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:44.794675 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5391236a-a480-46e4-b64c-3cbac175ca74 req-072144cf-c62d-421c-addd-31ea6c213d11 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.4041812 Jul 19 20:46:44.834869 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:44.846680 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-65cbcdfa-8064-44be-8cb9-7a0c319a1aaa tempest-AttachVolumeNegativeTest-951261898 tempest-AttachVolumeNegativeTest-951261898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:44.927277 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:46:44.932889 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:46:44.940186 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:46:44.975008 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5391236a-a480-46e4-b64c-3cbac175ca74 req-b948c271-0c1e-4a91-8f3d-87e7beb069e8 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1575458 Jul 19 20:46:44.998700 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event updated for resources: {'Port': ['ID=b924c874-48f4-47b3-9a4f-f5c638f3d1b3,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:45.007113 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:45.064764 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:45.170420 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:45.448475 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:45.453036 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7518660-cb8d-46d1-acc8-5c8f44806a55 req-a97b22e4-b52b-4dab-8ee0-38cc367916b5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:45.457155 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:45.466881 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-cf782ec8-94ac-4f35-b854-f7ca33032863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:45.467940 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c7518660-cb8d-46d1-acc8-5c8f44806a55 req-a97b22e4-b52b-4dab-8ee0-38cc367916b5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.1353891 Jul 19 20:46:45.562113 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c7518660-cb8d-46d1-acc8-5c8f44806a55 req-04bd172f-fa22-483d-8fb4-82a7fcf5b12c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924256 Jul 19 20:46:45.601132 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event updated for resources: {'Port': ['ID=b924c874-48f4-47b3-9a4f-f5c638f3d1b3,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:45.605572 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:45.615347 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:45.653824 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:45.656008 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7441111 Jul 19 20:46:45.928502 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-ad5bbe73-be02-4792-a24e-3362398c584f req-35485eee-ae38-48e5-b79e-e67c3f53ae78 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Synchronizing usage tracker for tenant:cf058118f5cb43efa6885c65d646147c on resource:security_group {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:46:45.954429 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-ad5bbe73-be02-4792-a24e-3362398c584f req-35485eee-ae38-48e5-b79e-e67c3f53ae78 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Unset dirty status for tenant:cf058118f5cb43efa6885c65d646147c on resource:security_group {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:46:45.957062 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-35485eee-ae38-48e5-b79e-e67c3f53ae78 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1629198818&fields=id&tenant_id=cf058118f5cb43efa6885c65d646147c HTTP/1.1" status: 200 len: 267 time: 0.0757008 Jul 19 20:46:46.199247 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bbe73-be02-4792-a24e-3362398c584f req-96394d57-cf36-43df-b116-a6dc07951d21 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:46.200863 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-96394d57-cf36-43df-b116-a6dc07951d21 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/networks?id=8c1cdfe2-5cf8-4f27-af81-43167309b360 HTTP/1.1" status: 200 len: 811 time: 0.2364540 Jul 19 20:46:46.228864 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-2beb6faf-981e-4542-ac96-85d86055aef1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/quotas/cf058118f5cb43efa6885c65d646147c HTTP/1.1" status: 200 len: 375 time: 0.0221512 Jul 19 20:46:46.267575 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c9668-33ac-4c1b-b527-54af30fa9535 req-caa391e8-ce60-4a8f-8b20-ceafe5431f76 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:46.272083 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-961c9668-33ac-4c1b-b527-54af30fa9535 req-caa391e8-ce60-4a8f-8b20-ceafe5431f76 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.1278360 Jul 19 20:46:46.351495 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-961c9668-33ac-4c1b-b527-54af30fa9535 req-e7775eef-c757-443b-a8fb-abc5bde05579 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729141 Jul 19 20:46:46.386995 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-0a050d9e-8fdb-4219-afae-27f5106b8468 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf058118f5cb43efa6885c65d646147c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1523621 Jul 19 20:46:46.579691 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-56e9ef2a-6ca6-4363-9f72-89a1ac2ac48c service neutron] 10.222.0.36 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796412 Jul 19 20:46:46.802262 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-9c2ae90f-82b1-467e-9e0a-418971e5b965 service neutron] 10.222.0.36 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157812 Jul 19 20:46:46.851124 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3d8d-4a55-4c4f-a751-9f71941c11ab req-c259764a-5c77-4992-90b0-e1be36833ba9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:46.853269 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-352f3d8d-4a55-4c4f-a751-9f71941c11ab req-c259764a-5c77-4992-90b0-e1be36833ba9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.1268580 Jul 19 20:46:46.935705 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-352f3d8d-4a55-4c4f-a751-9f71941c11ab req-35bc1d96-3def-40c5-a0a0-31ecf0465aeb tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764008 Jul 19 20:46:47.003484 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e7eac0d5-11fd-4f77-a036-2d094cb0ba83 req-80d4884b-5afe-43a2-8a03-298811e145a7 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 210 time: 0.0439873 Jul 19 20:46:47.197201 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:47.570303 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aa234-fd55-458a-9405-392d5b0d247f req-2c7b4761-0292-4717-be66-d826ea2f8d91 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:47.571970 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1c6aa234-fd55-458a-9405-392d5b0d247f req-2c7b4761-0292-4717-be66-d826ea2f8d91 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.1039872 Jul 19 20:46:47.631639 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1c6aa234-fd55-458a-9405-392d5b0d247f req-9226cfeb-4183-418e-b42e-fdc45b00f812 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526035 Jul 19 20:46:48.189623 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260753f-3cb6-4c11-83da-edba21c5dcf0 req-1140a89e-14cd-42ff-9bf0-92f2868c7e86 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:48.192354 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8260753f-3cb6-4c11-83da-edba21c5dcf0 req-1140a89e-14cd-42ff-9bf0-92f2868c7e86 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.1314068 Jul 19 20:46:48.248612 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-5971b35d-1ce3-404c-b42e-07bc17e068c8 req-2cba6d22-71dc-4abc-8672-81fa412aa864 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Synchronizing usage tracker for tenant:cf058118f5cb43efa6885c65d646147c on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:46:48.274533 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-5971b35d-1ce3-404c-b42e-07bc17e068c8 req-2cba6d22-71dc-4abc-8672-81fa412aa864 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Unset dirty status for tenant:cf058118f5cb43efa6885c65d646147c on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:46:48.285872 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8260753f-3cb6-4c11-83da-edba21c5dcf0 req-3fddd2e3-4759-40b8-8a0b-15473f4c95ad tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869200 Jul 19 20:46:48.292294 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5971b35d-1ce3-404c-b42e-07bc17e068c8 req-2cba6d22-71dc-4abc-8672-81fa412aa864 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 210 time: 0.0917711 Jul 19 20:46:48.855389 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80a6e2-767f-447c-a839-1d0f7b7d2678 req-048efaa7-06cb-4eae-a939-0109cb0d039d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:48.856912 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5f80a6e2-767f-447c-a839-1d0f7b7d2678 req-048efaa7-06cb-4eae-a939-0109cb0d039d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.0983872 Jul 19 20:46:48.907950 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5f80a6e2-767f-447c-a839-1d0f7b7d2678 req-db412da6-7ed0-4479-896d-36763c1c1df5 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447655 Jul 19 20:46:49.454698 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e059b5f7-145f-4750-bfd3-38a27741555e req-5bcbe6e3-1d5e-421e-a74e-65f850fd6e9c tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 210 time: 0.0474615 Jul 19 20:46:49.573958 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16486320-3c1b-45e2-babe-7eca8dbcfa11 req-e6627dc8-700e-44b2-a6cd-460467c559c8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:49.579541 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-16486320-3c1b-45e2-babe-7eca8dbcfa11 req-e6627dc8-700e-44b2-a6cd-460467c559c8 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.1172218 Jul 19 20:46:49.717089 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-16486320-3c1b-45e2-babe-7eca8dbcfa11 req-c409a307-189f-468b-87db-9b109013e981 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316986 Jul 19 20:46:50.127747 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a084d-57e2-47e4-b26e-2b81b5d590fd req-f66bcb01-861b-47b4-b9a2-a5087fbf3852 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:50.129307 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ae8a084d-57e2-47e4-b26e-2b81b5d590fd req-f66bcb01-861b-47b4-b9a2-a5087fbf3852 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.0876062 Jul 19 20:46:50.301562 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ae8a084d-57e2-47e4-b26e-2b81b5d590fd req-f7d9a097-f82a-42b9-8edb-56e3e272bf1d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1647842 Jul 19 20:46:50.622036 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9c384169-3485-4cf9-a527-7e87c06f3d96 req-819c65d9-5a85-493f-9e67-2b9d7075d49b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 210 time: 0.0442171 Jul 19 20:46:50.920997 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05074f-45f6-4d51-88eb-460eab14af27 req-c13aa37f-065f-49ae-ac46-44f42b7ce1c7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:50.922646 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ce05074f-45f6-4d51-88eb-460eab14af27 req-c13aa37f-065f-49ae-ac46-44f42b7ce1c7 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.0886791 Jul 19 20:46:50.981320 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ce05074f-45f6-4d51-88eb-460eab14af27 req-10c16f6a-3a76-4767-98cd-b26d27a6bf3d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512452 Jul 19 20:46:51.560508 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c703c6-bd7e-4aab-beb0-646ef46ae564 req-178b1ccc-ac33-4c72-a3ec-354984fed2d4 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:51.562469 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-94c703c6-bd7e-4aab-beb0-646ef46ae564 req-178b1ccc-ac33-4c72-a3ec-354984fed2d4 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.1198213 Jul 19 20:46:51.620418 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-94c703c6-bd7e-4aab-beb0-646ef46ae564 req-79ebc1b4-2e07-473f-9d95-87ade15e2064 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476921 Jul 19 20:46:51.844523 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-af6e4e5c-fb6b-496c-800b-de8b93fd0ff6 req-70eb8943-4ea1-4628-9496-a9fedb1939d2 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 210 time: 0.0687110 Jul 19 20:46:52.271828 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffe5e6-a806-414b-a9e5-c13f5f796464 req-450f9eb5-269f-4fe9-8aee-524146146c6e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:52.274366 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-34ffe5e6-a806-414b-a9e5-c13f5f796464 req-450f9eb5-269f-4fe9-8aee-524146146c6e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.1263542 Jul 19 20:46:52.339884 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-34ffe5e6-a806-414b-a9e5-c13f5f796464 req-add7ef05-8b66-44df-bd69-5abf41da995a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567472 Jul 19 20:46:52.872855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82866e4-d921-4dbc-b659-cf9b0793345b req-7e70939d-bfd0-4089-94ec-eade0b163f0d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:52.874391 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d82866e4-d921-4dbc-b659-cf9b0793345b req-7e70939d-bfd0-4089-94ec-eade0b163f0d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.0842268 Jul 19 20:46:52.966225 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-d82866e4-d921-4dbc-b659-cf9b0793345b req-7d5ba1c2-5219-4aef-ba91-db26389b9676 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847135 Jul 19 20:46:53.065090 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d1ab1335-1a5f-4950-8fa3-0b5aea58ac48 req-a035e50c-5c7a-4512-b0a7-5c824b146a7a tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 210 time: 0.0979784 Jul 19 20:46:53.594598 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3e2d0-11d0-433b-9b45-cf1808e6e7c6 req-8fe58757-7dc1-4b05-96fc-ddc3230403f9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:53.596725 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b5b3e2d0-11d0-433b-9b45-cf1808e6e7c6 req-8fe58757-7dc1-4b05-96fc-ddc3230403f9 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.1271567 Jul 19 20:46:53.662096 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b5b3e2d0-11d0-433b-9b45-cf1808e6e7c6 req-b69e5b2a-5275-4270-ada5-907a21a612a2 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563416 Jul 19 20:46:54.248253 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6c615e70-507d-4494-980b-315987166b15 req-c1887ecf-e6bb-45d7-bb39-9f8e7773724d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 210 time: 0.0524781 Jul 19 20:46:54.276743 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4108df-bda7-474d-ad92-fe8ad6f9b0fa req-d32df7ca-713b-475c-84f9-333e5b722dd2 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:54.279038 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fd4108df-bda7-474d-ad92-fe8ad6f9b0fa req-d32df7ca-713b-475c-84f9-333e5b722dd2 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.1351318 Jul 19 20:46:54.329229 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fd4108df-bda7-474d-ad92-fe8ad6f9b0fa req-b4869e5e-2ff4-4e24-ba53-513a7144e9bb tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440240 Jul 19 20:46:54.912439 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94066540-cb9d-468e-b1a1-5d2be9a0c9e7 req-6d91d0f3-fe46-468f-95f5-ae2f5fef40bf tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:54.913837 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-94066540-cb9d-468e-b1a1-5d2be9a0c9e7 req-6d91d0f3-fe46-468f-95f5-ae2f5fef40bf tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.0895879 Jul 19 20:46:54.961097 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-94066540-cb9d-468e-b1a1-5d2be9a0c9e7 req-aea463fc-ef5e-45a0-aa76-1465333d849d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413909 Jul 19 20:46:55.407352 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-582805a6-4025-4ad1-b2ca-a0c8a8625057 req-3e0611b5-ae5b-4f39-853a-e2638c81b766 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 210 time: 0.0501776 Jul 19 20:46:55.645105 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fcbfc-7eac-4119-9d57-d51bb31e6faf req-9233a772-8420-4286-a6e1-cfb847b1277e tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:55.647092 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ab6fcbfc-7eac-4119-9d57-d51bb31e6faf req-9233a772-8420-4286-a6e1-cfb847b1277e tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.1271868 Jul 19 20:46:55.706599 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ab6fcbfc-7eac-4119-9d57-d51bb31e6faf req-d08b9ce5-61bf-460f-acf2-8372eae00166 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486069 Jul 19 20:46:56.162620 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7c02d-4b20-40d4-afed-3126e5ceac3a req-675cab75-f68e-4093-8a64-8b466343cede tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:56.164213 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b2d7c02d-4b20-40d4-afed-3126e5ceac3a req-675cab75-f68e-4093-8a64-8b466343cede tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.0852616 Jul 19 20:46:56.214794 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b2d7c02d-4b20-40d4-afed-3126e5ceac3a req-b27c2788-47bf-4878-b062-59e9e4cc81e6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413578 Jul 19 20:46:56.583640 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9f4b61f4-4a4d-4c02-84b8-7d07311d5f38 req-b18bc25f-6dec-41f4-bb41-1d8e268c5792 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 210 time: 0.0470998 Jul 19 20:46:56.612766 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1413-b131-4fbb-abc5-ccef30f0f70f req-f3366b6a-b49e-404f-9a66-5a655eea1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:56.614913 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b64c1413-b131-4fbb-abc5-ccef30f0f70f req-f3366b6a-b49e-404f-9a66-5a655eea1692 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e788cbccb0834feeac72b574191334bc&device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 1097 time: 0.0988407 Jul 19 20:46:57.023385 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1413-b131-4fbb-abc5-ccef30f0f70f req-6bbbcf9d-fcf1-4b8e-aa25-d59aa11fac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:57.025919 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b64c1413-b131-4fbb-abc5-ccef30f0f70f req-6bbbcf9d-fcf1-4b8e-aa25-d59aa11fac65 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 HTTP/1.1" status: 200 len: 918 time: 0.2863197 Jul 19 20:46:57.157471 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c2b2c-a016-4692-88e1-d0f8ef6187cf req-5ab733ec-57f4-4da3-ba43-20b313b9a9fc tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:57.159508 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a29c2b2c-a016-4692-88e1-d0f8ef6187cf req-5ab733ec-57f4-4da3-ba43-20b313b9a9fc tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.2833328 Jul 19 20:46:57.210122 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b64c1413-b131-4fbb-abc5-ccef30f0f70f req-822c84f2-3647-4056-a921-9d8388e14773 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995 HTTP/1.1" status: 200 len: 998 time: 0.1758213 Jul 19 20:46:57.291047 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a29c2b2c-a016-4692-88e1-d0f8ef6187cf req-070dd57e-57fa-4e1a-bfb8-1115c376cf59 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215513 Jul 19 20:46:57.316375 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1413-b131-4fbb-abc5-ccef30f0f70f req-a281a7fa-cc1e-422e-863f-f0e9921501f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:57.318267 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b64c1413-b131-4fbb-abc5-ccef30f0f70f req-a281a7fa-cc1e-422e-863f-f0e9921501f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fa4d79e-7eb1-4cef-a455-9fc00285c0b2 HTTP/1.1" status: 200 len: 856 time: 0.0948060 Jul 19 20:46:57.469060 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dd257-d064-4705-ac17-3b4d60d1f347 req-2dc6ce19-83ba-4ac5-b382-06e46fcc49b4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:57.470868 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-225dd257-d064-4705-ac17-3b4d60d1f347 req-2dc6ce19-83ba-4ac5-b382-06e46fcc49b4 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.1362436 Jul 19 20:46:57.525138 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-225dd257-d064-4705-ac17-3b4d60d1f347 req-7b9c29f4-5248-4dd9-9355-87ed3bce5413 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482061 Jul 19 20:46:57.552236 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1413-b131-4fbb-abc5-ccef30f0f70f req-305fcebc-dfdb-46a7-9b2b-7e5d86035bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:57.553812 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b64c1413-b131-4fbb-abc5-ccef30f0f70f req-305fcebc-dfdb-46a7-9b2b-7e5d86035bfe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2259099 Jul 19 20:46:57.561213 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bbe73-be02-4792-a24e-3362398c584f req-10f41c80-d59f-4f26-b07f-cc7af1090bef tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:57.562680 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-10f41c80-d59f-4f26-b07f-cc7af1090bef tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.45 "GET /v2.0/networks?id=8c1cdfe2-5cf8-4f27-af81-43167309b360 HTTP/1.1" status: 200 len: 811 time: 0.1932850 Jul 19 20:46:57.709168 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-2374dab7-f7c7-4b35-a011-f4e0fe196e6e tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf058118f5cb43efa6885c65d646147c HTTP/1.1" status: 200 len: 380 time: 0.1268644 Jul 19 20:46:57.718993 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Request body: {'port': {'device_id': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'admin_state_up': True, 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'security_groups': ['0c6682f4-07f9-4d06-8a25-7478ac1bc326']}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:57.819775 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-233dcd30-e44c-486d-aedd-e60b514ffe28 req-d161f235-a9c6-40af-b067-e283d0892730 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 210 time: 0.0799685 Jul 19 20:46:57.959993 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b64c1413-b131-4fbb-abc5-ccef30f0f70f req-9a092f33-5451-4390-ac7a-989e37ba5485 service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962636 Jul 19 20:46:58.105876 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:46:58.122796 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:46:58.146834 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b64c1413-b131-4fbb-abc5-ccef30f0f70f req-a39f503c-6f8f-4d47-9226-c49ec14ed25b service neutron] 10.222.0.45 "GET /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747608 Jul 19 20:46:58.148543 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Made reservation on behalf of cf058118f5cb43efa6885c65d646147c for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:46:58.152695 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:58.383923 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Allocated IP 172.20.0.13 (8c1cdfe2-5cf8-4f27-af81-43167309b360/848cf70c-e816-4440-97d0-4022a5a8251c/dcc389fa-37dc-41ed-8d09-b12addd838e5) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:46:58.556170 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf1c3d-009f-4c90-9448-2cb311bd5ff5 req-b1852060-cb51-4903-a01d-bedb221a15eb tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:58.557901 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8fdf1c3d-009f-4c90-9448-2cb311bd5ff5 req-b1852060-cb51-4903-a01d-bedb221a15eb tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.1278174 Jul 19 20:46:58.610693 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:58.612750 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-8fdf1c3d-009f-4c90-9448-2cb311bd5ff5 req-4894cfd3-a499-4f55-910f-5a017cfbb5a5 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&id=38884245-54d5-4620-a913-3844338108bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479956 Jul 19 20:46:58.639231 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Transition to ACTIVE for port object dcc389fa-37dc-41ed-8d09-b12addd838e5 will not be triggered until provisioned by entity DHCP. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:46:58.680514 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:58.689013 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8c2513d3-ddae-4d51-b278-80f794883f01 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:58.770936 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Network 8c1cdfe2-5cf8-4f27-af81-43167309b360 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:46:58.810594 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:46:58.820412 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:46:58.869297 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event updated for resources: {'Port': ['ID=dcc389fa-37dc-41ed-8d09-b12addd838e5,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:58.895683 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:58.895970 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:58.896332 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:58.896712 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:58.897064 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:58.897421 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:58.897762 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:58.898186 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:58.898539 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:58.898885 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:58.899255 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:58.899597 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:58.906670 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:58.929484 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:58.930017 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:58.976265 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21003547-0d86-4377-b4e5-dc2e56481223 req-1839f96b-1107-466f-9f02-9ad03c5b9507 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:58.977859 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-21003547-0d86-4377-b4e5-dc2e56481223 req-1839f96b-1107-466f-9f02-9ad03c5b9507 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 944 time: 0.2121048 Jul 19 20:46:58.979370 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-e82c5d2c-9887-421e-9c63-3c1fa4aa37f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2647004 Jul 19 20:46:59.011013 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Request body: {'port': {'device_id': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:46:59.084139 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-21003547-0d86-4377-b4e5-dc2e56481223 req-1e366020-8ee6-4a6d-bd38-b870e391ad2d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998492 Jul 19 20:46:59.102574 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfd9e8-c1b7-4044-b974-3f518913321e req-2ff27bab-98ef-432e-9c1e-92dc7d7329db tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:46:59.104350 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b7cfd9e8-c1b7-4044-b974-3f518913321e req-2ff27bab-98ef-432e-9c1e-92dc7d7329db tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 932 time: 0.1109917 Jul 19 20:46:59.136383 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-e847a98e-e2c7-4533-93ea-00ebe2147fcf None None] Provisioning for port dcc389fa-37dc-41ed-8d09-b12addd838e5 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:46:59.146233 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-e847a98e-e2c7-4533-93ea-00ebe2147fcf None None] Provisioning complete for port dcc389fa-37dc-41ed-8d09-b12addd838e5 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:46:59.146759 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e847a98e-e2c7-4533-93ea-00ebe2147fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:59.157040 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:59.161653 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b7cfd9e8-c1b7-4044-b974-3f518913321e req-51571bd8-9e05-425a-ad00-6c004bb82a85 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507698 Jul 19 20:46:59.235949 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 41dcba73-cba7-4ddf-aec8-38e782c5c995 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:46:59.255896 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e847a98e-e2c7-4533-93ea-00ebe2147fcf None None] Port dcc389fa-37dc-41ed-8d09-b12addd838e5 cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:46:59.395717 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:46:59.413511 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'port_id': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'mac_address': 'fa:16:3e:3b:2b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:46:59.485685 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:59.503796 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dcba73-cba7-4ddf-aec8-38e782c5c995 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:46:59.520862 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:46:59.525316 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:59.527195 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:59.586883 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc389fa-37dc-41ed-8d09-b12addd838e5 {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:46:59.595644 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:59.612575 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Transition to ACTIVE for port object dcc389fa-37dc-41ed-8d09-b12addd838e5 will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:46:59.617717 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:46:59.621859 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-3d7bf008-51fd-4be9-addc-f3cd30d9ffe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:46:59.627837 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=41dcba73-cba7-4ddf-aec8-38e782c5c995,revision_number=9']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:59.635772 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:59.636112 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:59.636446 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:59.636785 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:59.637106 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:59.637436 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:59.637765 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:59.638082 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:59.638432 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:59.638752 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:59.639089 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:59.639414 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:46:59.647966 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:59.756333 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Pushing event updated for resources: {'Port': ['ID=dcc389fa-37dc-41ed-8d09-b12addd838e5,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:46:59.784143 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:46:59.804522 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['41dcba73-cba7-4ddf-aec8-38e782c5c995'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:46:59.883579 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Attempting to bind port dcc389fa-37dc-41ed-8d09-b12addd838e5 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:46:59.884147 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Attempting to bind port dcc389fa-37dc-41ed-8d09-b12addd838e5 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:46:59.884607 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Attempting to bind port dcc389fa-37dc-41ed-8d09-b12addd838e5 on network 8c1cdfe2-5cf8-4f27-af81-43167309b360 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:46:59.895116 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Port dcc389fa-37dc-41ed-8d09-b12addd838e5 on network 8c1cdfe2-5cf8-4f27-af81-43167309b360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:46:59.895116 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Attempting to bind port dcc389fa-37dc-41ed-8d09-b12addd838e5 on network 8c1cdfe2-5cf8-4f27-af81-43167309b360 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:46:59.905712 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:46:59.906358 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Checking segment: {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:46:59.907230 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Bound using segment: {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:46:59.908963 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Bound port: dcc389fa-37dc-41ed-8d09-b12addd838e5, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:46:59.909628 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:00.078615 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] For port dcc389fa-37dc-41ed-8d09-b12addd838e5, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:47:00.084253 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] For port dcc389fa-37dc-41ed-8d09-b12addd838e5, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=dcc389fa-37dc-41ed-8d09-b12addd838e5,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:47:00.089613 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:00.093879 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a20adc70-7dce-47e5-a221-47064a023edd tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:00.296164 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:00.296793 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:00.298193 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] 10.222.0.45 "PUT /v2.0/ports/dcc389fa-37dc-41ed-8d09-b12addd838e5 HTTP/1.1" status: 200 len: 1094 time: 1.2942848 Jul 19 20:47:00.304149 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'tag': 'dcc389fa-37dc-41ed-8d09-b12addd838e5'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:47:00.329165 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Pushing event updated for resources: {'Port': ['ID=dcc389fa-37dc-41ed-8d09-b12addd838e5,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:00.333249 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:00.359298 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4257-b43e-4174-b5fd-a4c053735d0c req-346f02d9-ee1e-4b8a-a886-3e06846d8aa6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:00.360935 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-315c4257-b43e-4174-b5fd-a4c053735d0c req-346f02d9-ee1e-4b8a-a886-3e06846d8aa6 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 945 time: 0.1346810 Jul 19 20:47:00.468904 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac666a7c-2320-4dd4-8209-71797beed72f req-947ac9c6-9bcd-41cc-82f9-4a01864690c3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:00.469533 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-315c4257-b43e-4174-b5fd-a4c053735d0c req-1ad8bdca-f9c8-441f-9ca3-e8b56a7bdf0c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758801 Jul 19 20:47:00.473827 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ac666a7c-2320-4dd4-8209-71797beed72f req-947ac9c6-9bcd-41cc-82f9-4a01864690c3 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 944 time: 0.1699147 Jul 19 20:47:00.495598 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bbe73-be02-4792-a24e-3362398c584f req-79de01a2-d9bc-4773-97af-5fe8dbb4c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:00.497401 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-79de01a2-d9bc-4773-97af-5fe8dbb4c2e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf058118f5cb43efa6885c65d646147c&device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 1097 time: 0.1353898 Jul 19 20:47:00.537230 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ac666a7c-2320-4dd4-8209-71797beed72f req-23852a6a-5077-4793-9756-46eb1acdc195 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505843 Jul 19 20:47:00.577881 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'tag': 'dcc389fa-37dc-41ed-8d09-b12addd838e5', 'status': 'completed', 'code': 200} Jul 19 20:47:00.593559 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-12614c20-733b-4f42-b53b-431d123c4b40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc389fa-37dc-41ed-8d09-b12addd838e5 HTTP/1.1" status: 200 len: 217 time: 0.0790424 Jul 19 20:47:00.666388 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bbe73-be02-4792-a24e-3362398c584f req-d3f7b244-3847-41a6-a6f3-e0da73cecff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:00.667981 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-d3f7b244-3847-41a6-a6f3-e0da73cecff0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=848cf70c-e816-4440-97d0-4022a5a8251c HTTP/1.1" status: 200 len: 850 time: 0.0681067 Jul 19 20:47:00.687446 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-df4e038d-0615-452a-abe5-dbb65eb517a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:00.760196 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bbe73-be02-4792-a24e-3362398c584f req-ce1abadf-bf7f-41b4-b163-e29c0dbc2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:00.762393 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-ce1abadf-bf7f-41b4-b163-e29c0dbc2164 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1cdfe2-5cf8-4f27-af81-43167309b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864320 Jul 19 20:47:00.912668 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-cbeb7799-2d92-4f66-a195-c9c61eb9d0d4 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435301 Jul 19 20:47:01.051725 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ad5bbe73-be02-4792-a24e-3362398c584f req-544be90a-8322-49b0-8398-747aa404321f service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326287 Jul 19 20:47:01.218769 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab578682-13bf-4167-8091-fc4c3665d19a req-8fc6b80c-96f6-4e82-a467-1cef1e5396c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:01.220279 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ab578682-13bf-4167-8091-fc4c3665d19a req-8fc6b80c-96f6-4e82-a467-1cef1e5396c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf058118f5cb43efa6885c65d646147c&device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 1097 time: 0.0729172 Jul 19 20:47:01.259604 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 41dcba73-cba7-4ddf-aec8-38e782c5c995 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:47:01.327594 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:01.344817 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port 41dcba73-cba7-4ddf-aec8-38e782c5c995 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:47:01.345202 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:01.373862 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab578682-13bf-4167-8091-fc4c3665d19a req-b5ca53ce-d05f-4353-8022-6c69549691c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:01.375508 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ab578682-13bf-4167-8091-fc4c3665d19a req-b5ca53ce-d05f-4353-8022-6c69549691c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1cdfe2-5cf8-4f27-af81-43167309b360 HTTP/1.1" status: 200 len: 912 time: 0.1480367 Jul 19 20:47:01.456827 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ab578682-13bf-4167-8091-fc4c3665d19a req-64f5d262-2a76-4b34-a4f6-5688a022d412 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc389fa-37dc-41ed-8d09-b12addd838e5 HTTP/1.1" status: 200 len: 217 time: 0.0711670 Jul 19 20:47:01.478691 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:01.510040 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:47:01.524129 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:01.531661 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:01.536042 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:01.556822 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab578682-13bf-4167-8091-fc4c3665d19a req-1175b036-0e3f-4f2d-b5c3-45af2abdd0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:01.561224 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ab578682-13bf-4167-8091-fc4c3665d19a req-1175b036-0e3f-4f2d-b5c3-45af2abdd0ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=848cf70c-e816-4440-97d0-4022a5a8251c HTTP/1.1" status: 200 len: 850 time: 0.0966184 Jul 19 20:47:01.619325 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'code': 200} Jul 19 20:47:01.620001 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=41dcba73-cba7-4ddf-aec8-38e782c5c995,revision_number=10']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:01.624367 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:01.794031 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8db181-942a-4c1d-8d58-99ea726617cb req-aee78424-cd6f-4fa9-8e99-352a0e5dd955 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:01.796447 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2d8db181-942a-4c1d-8d58-99ea726617cb req-aee78424-cd6f-4fa9-8e99-352a0e5dd955 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 944 time: 0.0973485 Jul 19 20:47:01.853063 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab578682-13bf-4167-8091-fc4c3665d19a req-135b9de8-1ee0-410f-aecc-fe0463567c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:01.856188 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ab578682-13bf-4167-8091-fc4c3665d19a req-135b9de8-1ee0-410f-aecc-fe0463567c9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1cdfe2-5cf8-4f27-af81-43167309b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2877731 Jul 19 20:47:01.857396 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-2d8db181-942a-4c1d-8d58-99ea726617cb req-18d2b3b0-4aa9-4e11-95b4-f77d9e2a204d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489111 Jul 19 20:47:01.878292 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cd363-f15e-4477-bf6d-552c289b94fb req-b65747ef-9038-4fc9-bd02-8e1004268a9d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:01.879919 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-784cd363-f15e-4477-bf6d-552c289b94fb req-b65747ef-9038-4fc9-bd02-8e1004268a9d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 947 time: 0.2003226 Jul 19 20:47:02.089633 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-784cd363-f15e-4477-bf6d-552c289b94fb req-d37f9b27-2744-4566-992a-adeb1ddfa5e5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534584 Jul 19 20:47:02.120767 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ab578682-13bf-4167-8091-fc4c3665d19a req-ce9b2b10-8a4b-4808-af0e-529d388d0ddd service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383597 Jul 19 20:47:02.125185 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e23d3-66a3-44f6-9f16-7bd43412dbbf req-8cf1cbed-a726-4f70-b51d-35ab276f2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:02.126760 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f74e23d3-66a3-44f6-9f16-7bd43412dbbf req-8cf1cbed-a726-4f70-b51d-35ab276f2fc9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 1100 time: 0.2456741 Jul 19 20:47:02.363156 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f74e23d3-66a3-44f6-9f16-7bd43412dbbf req-c96f66a5-8067-47b8-8b7c-d5f2195fb3f3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169735 Jul 19 20:47:02.392499 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-ab578682-13bf-4167-8091-fc4c3665d19a req-0b124acf-72df-4b16-905f-ba755cd3538c service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646630 Jul 19 20:47:03.087644 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacefa8-118a-49c3-934b-4d17eb7bdd17 req-71234cd0-311b-467a-9438-eb93a28f338b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:03.089244 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fbacefa8-118a-49c3-934b-4d17eb7bdd17 req-71234cd0-311b-467a-9438-eb93a28f338b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 944 time: 0.0894220 Jul 19 20:47:03.144591 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fbacefa8-118a-49c3-934b-4d17eb7bdd17 req-f376b448-cc26-4f83-b5ad-ffc0413e1ea6 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487194 Jul 19 20:47:03.304897 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51337f8a-0801-4035-b8b1-cb7cc5ed56f4 req-16d5e99f-3579-47b7-9c8e-a6da5f4dcd7c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:03.306652 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-51337f8a-0801-4035-b8b1-cb7cc5ed56f4 req-16d5e99f-3579-47b7-9c8e-a6da5f4dcd7c tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 947 time: 0.0873675 Jul 19 20:47:03.356841 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-51337f8a-0801-4035-b8b1-cb7cc5ed56f4 req-a4412e32-2f43-47cd-bf26-6b7bb085583b tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432339 Jul 19 20:47:03.392821 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6f38a1e5-d8b1-4096-9c9b-d20d6519291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:04.342361 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a33859-88e5-4ac5-ac60-69b6bbd53c64 req-b6677e56-8b62-489a-a5a5-140cfe42dc9d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:04.344005 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c4a33859-88e5-4ac5-ac60-69b6bbd53c64 req-b6677e56-8b62-489a-a5a5-140cfe42dc9d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 944 time: 0.0899837 Jul 19 20:47:04.405943 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c4a33859-88e5-4ac5-ac60-69b6bbd53c64 req-d1e6ee61-a6c4-4cc4-a2a6-d852316b0819 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537729 Jul 19 20:47:04.563383 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7e484-eaba-4003-b5b9-f3cacf3ebf16 req-22cc9a04-b631-4552-9fc3-dd72dd702a2f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:04.566735 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-44c7e484-eaba-4003-b5b9-f3cacf3ebf16 req-22cc9a04-b631-4552-9fc3-dd72dd702a2f tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 947 time: 0.0843675 Jul 19 20:47:04.640908 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-44c7e484-eaba-4003-b5b9-f3cacf3ebf16 req-a09b0b3e-3fec-49ae-9cbd-0736c491723a tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684335 Jul 19 20:47:05.170937 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:05.276072 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device dcc389fa-37dc-41ed-8d09-b12addd838e5 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:47:05.417378 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port dcc389fa-37dc-41ed-8d09-b12addd838e5, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=dcc389fa-37dc-41ed-8d09-b12addd838e5,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:05.431771 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': 'dcc389fa-37dc-41ed-8d09-b12addd838e5', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'port_id': 'dcc389fa-37dc-41ed-8d09-b12addd838e5', 'mac_address': 'fa:16:3e:65:d8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:47:05.491940 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:05.523824 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc389fa-37dc-41ed-8d09-b12addd838e5 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:47:05.552065 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port dcc389fa-37dc-41ed-8d09-b12addd838e5, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=dcc389fa-37dc-41ed-8d09-b12addd838e5,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:05.558045 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:05.560962 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:05.601544 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9297d4-7997-4cc7-aa27-3c50de32057c req-ab6a25c6-68d7-4e13-a76e-73c0dbd89010 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:05.603181 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9b9297d4-7997-4cc7-aa27-3c50de32057c req-ab6a25c6-68d7-4e13-a76e-73c0dbd89010 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 944 time: 0.0847859 Jul 19 20:47:05.669334 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9b9297d4-7997-4cc7-aa27-3c50de32057c req-08b4cbb6-3dd9-4eb8-818f-292649b1568c tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592406 Jul 19 20:47:05.682007 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=dcc389fa-37dc-41ed-8d09-b12addd838e5,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:05.685227 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:05.865023 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['dcc389fa-37dc-41ed-8d09-b12addd838e5'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:47:05.880245 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:47:06.605075 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:06.897716 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104af764-527c-4b7c-a4a4-4832a1a7ee1a req-9ac0564d-8b03-4cce-9078-4179527291f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:06.898375 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-104af764-527c-4b7c-a4a4-4832a1a7ee1a req-9ac0564d-8b03-4cce-9078-4179527291f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Synchronizing usage tracker for tenant:cf058118f5cb43efa6885c65d646147c on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:47:06.915896 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-104af764-527c-4b7c-a4a4-4832a1a7ee1a req-9ac0564d-8b03-4cce-9078-4179527291f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Unset dirty status for tenant:cf058118f5cb43efa6885c65d646147c on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:47:06.917906 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-104af764-527c-4b7c-a4a4-4832a1a7ee1a req-9ac0564d-8b03-4cce-9078-4179527291f0 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 945 time: 0.1058817 Jul 19 20:47:06.969028 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-104af764-527c-4b7c-a4a4-4832a1a7ee1a req-2220c4fb-8b99-4220-95ae-164fa3bbf96d tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450647 Jul 19 20:47:07.278407 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device dcc389fa-37dc-41ed-8d09-b12addd838e5 up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:47:07.353857 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port dcc389fa-37dc-41ed-8d09-b12addd838e5 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:47:07.359803 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port dcc389fa-37dc-41ed-8d09-b12addd838e5 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:47:07.360196 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:07.482458 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:07.510384 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc389fa-37dc-41ed-8d09-b12addd838e5'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:47:07.520591 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port dcc389fa-37dc-41ed-8d09-b12addd838e5, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=dcc389fa-37dc-41ed-8d09-b12addd838e5,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:07.524497 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:07.526518 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:07.558193 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc389fa-37dc-41ed-8d09-b12addd838e5', 'code': 200} Jul 19 20:47:07.596982 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=dcc389fa-37dc-41ed-8d09-b12addd838e5,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:07.600030 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:07.835475 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee26c11-5cff-44e0-911a-2c79f221974b req-8a9a06b7-5bba-408a-b3dd-c88c365fee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:07.836914 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-eee26c11-5cff-44e0-911a-2c79f221974b req-8a9a06b7-5bba-408a-b3dd-c88c365fee88 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 1099 time: 0.0751402 Jul 19 20:47:07.879716 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-eee26c11-5cff-44e0-911a-2c79f221974b req-9fe497e2-6391-4bbc-8a91-84800aa61140 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364709 Jul 19 20:47:08.174742 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afdd20-9300-455f-8458-0f26b8f38ff4 req-300e89d2-8e4a-49b3-9a27-0a21ff9d5ae4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:08.176520 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-41afdd20-9300-455f-8458-0f26b8f38ff4 req-300e89d2-8e4a-49b3-9a27-0a21ff9d5ae4 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 946 time: 0.0858016 Jul 19 20:47:08.223590 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-41afdd20-9300-455f-8458-0f26b8f38ff4 req-b907a026-a920-497b-a1dc-e49a79f65317 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412557 Jul 19 20:47:09.419619 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7dd54-31f8-43a0-bdc1-51c6318091fd req-7f9588f6-399f-47e5-aded-ad11e74c0571 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:09.421147 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-dab7dd54-31f8-43a0-bdc1-51c6318091fd req-7f9588f6-399f-47e5-aded-ad11e74c0571 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 946 time: 0.0877917 Jul 19 20:47:09.471136 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-dab7dd54-31f8-43a0-bdc1-51c6318091fd req-4b453208-4f09-4463-9bf3-af5140f29611 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409114 Jul 19 20:47:09.672362 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf901577-21ea-4ce2-9f02-f76c57315afd req-a7e5b7c9-7cca-438d-8175-554017504250 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:09.673866 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cf901577-21ea-4ce2-9f02-f76c57315afd req-a7e5b7c9-7cca-438d-8175-554017504250 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 946 time: 0.0859611 Jul 19 20:47:09.682396 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51490) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:09.687648 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-b5f8103b-f275-481a-b497-872160c3eeab tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Request body: {'floatingip': {'port_id': 'dcc389fa-37dc-41ed-8d09-b12addd838e5'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:47:09.773186 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b5f8103b-f275-481a-b497-872160c3eeab tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:10.606078 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.db.resource_extend [None req-b5f8103b-f275-481a-b497-872160c3eeab tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 19 20:47:10.707278 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b5f8103b-f275-481a-b497-872160c3eeab tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:10.711149 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b5f8103b-f275-481a-b497-872160c3eeab tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:10.891535 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.l3_db [None req-b5f8103b-f275-481a-b497-872160c3eeab tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Floating IP 482b34c7-694c-4f40-be6a-b3b66ad4a86d associated. External IP: 172.27.2.151, port: dcc389fa-37dc-41ed-8d09-b12addd838e5. Jul 19 20:47:11.326244 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f8103b-f275-481a-b497-872160c3eeab tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Router 7f2f6416-d696-4468-85b1-3b0d8237bde6 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:47:11.516574 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f8103b-f275-481a-b497-872160c3eeab tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:47:11.521228 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b5f8103b-f275-481a-b497-872160c3eeab tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:11.527659 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b12814-726f-42d9-9be9-12b98b715877 None None] Sync routers for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:47:11.538629 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b12814-726f-42d9-9be9-12b98b715877 None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:47:11.539289 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-55b12814-726f-42d9-9be9-12b98b715877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:47:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:11.577920 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-b5f8103b-f275-481a-b497-872160c3eeab tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "PUT /v2.0/floatingips/482b34c7-694c-4f40-be6a-b3b66ad4a86d HTTP/1.1" status: 200 len: 992 time: 1.8942270 Jul 19 20:47:11.578428 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'tag': 'dcc389fa-37dc-41ed-8d09-b12addd838e5'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:47:11.662567 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'tag': 'dcc389fa-37dc-41ed-8d09-b12addd838e5', 'status': 'completed', 'code': 200} Jul 19 20:47:11.729477 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-55b12814-726f-42d9-9be9-12b98b715877 None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:47:11.792783 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3916305-c9a7-461d-9d6a-16eaae0907c7 req-d2b62d3e-b481-4cfc-becf-4ea6b4d57832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:11.794305 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f3916305-c9a7-461d-9d6a-16eaae0907c7 req-d2b62d3e-b481-4cfc-becf-4ea6b4d57832 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf058118f5cb43efa6885c65d646147c&device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 1099 time: 0.0775428 Jul 19 20:47:11.936538 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3916305-c9a7-461d-9d6a-16eaae0907c7 req-30a61734-ea0a-47b4-ac72-4ec4f1410da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:11.937961 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f3916305-c9a7-461d-9d6a-16eaae0907c7 req-30a61734-ea0a-47b4-ac72-4ec4f1410da4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1cdfe2-5cf8-4f27-af81-43167309b360 HTTP/1.1" status: 200 len: 912 time: 0.1352961 Jul 19 20:47:12.085098 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f3916305-c9a7-461d-9d6a-16eaae0907c7 req-5b459a79-be92-44a9-9bfe-882c7c04d805 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc389fa-37dc-41ed-8d09-b12addd838e5 HTTP/1.1" status: 200 len: 1000 time: 0.1395900 Jul 19 20:47:12.207084 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-55b12814-726f-42d9-9be9-12b98b715877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': '482b34c7-694c-4f40-be6a-b3b66ad4a86d', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'port_id': 'dcc389fa-37dc-41ed-8d09-b12addd838e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'mac_address': 'fa:16:3e:65:d8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:46:45Z', 'updated_at': '2021-07-19T20:47:10Z', 'revision_number': 1, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:32Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:12.213542 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b12814-726f-42d9-9be9-12b98b715877 None None] Checking router: 7f2f6416-d696-4468-85b1-3b0d8237bde6 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:47:12.226759 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b12814-726f-42d9-9be9-12b98b715877 None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:47:12.227532 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-55b12814-726f-42d9-9be9-12b98b715877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:47:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:12.259289 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3916305-c9a7-461d-9d6a-16eaae0907c7 req-579b35ad-ca0b-4385-841d-a640dc7f8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:12.260932 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f3916305-c9a7-461d-9d6a-16eaae0907c7 req-579b35ad-ca0b-4385-841d-a640dc7f8f9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=848cf70c-e816-4440-97d0-4022a5a8251c HTTP/1.1" status: 200 len: 850 time: 0.1692772 Jul 19 20:47:12.339578 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3916305-c9a7-461d-9d6a-16eaae0907c7 req-b3e60ede-e826-4583-8251-f7a5eed25da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:12.341099 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f3916305-c9a7-461d-9d6a-16eaae0907c7 req-b3e60ede-e826-4583-8251-f7a5eed25da9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1cdfe2-5cf8-4f27-af81-43167309b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740044 Jul 19 20:47:12.425832 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-55b12814-726f-42d9-9be9-12b98b715877 None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:47:12.495997 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f3916305-c9a7-461d-9d6a-16eaae0907c7 req-47200fc1-8b0c-47ab-b7ea-d34cad98eed9 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481516 Jul 19 20:47:12.650278 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f3916305-c9a7-461d-9d6a-16eaae0907c7 req-d318156b-15a6-422b-9578-b1f98cdf2272 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444638 Jul 19 20:47:12.832555 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-55b12814-726f-42d9-9be9-12b98b715877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': '482b34c7-694c-4f40-be6a-b3b66ad4a86d', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'port_id': 'dcc389fa-37dc-41ed-8d09-b12addd838e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'mac_address': 'fa:16:3e:65:d8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:46:45Z', 'updated_at': '2021-07-19T20:47:10Z', 'revision_number': 1, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:32Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:12.837457 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b12814-726f-42d9-9be9-12b98b715877 None None] The sync data for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi is: [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': '482b34c7-694c-4f40-be6a-b3b66ad4a86d', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'port_id': 'dcc389fa-37dc-41ed-8d09-b12addd838e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'mac_address': 'fa:16:3e:65:d8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:46:45Z', 'updated_at': '2021-07-19T20:47:10Z', 'revision_number': 1, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:32Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:47:13.043908 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac376d-2d7d-414b-8836-b584591be465 None None] New status for floating IP 482b34c7-694c-4f40-be6a-b3b66ad4a86d: ACTIVE {{(pid=78684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 20:47:17.207778 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:30.676997 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-413b0c3a-ccbf-452a-8752-5071b072d9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:31.312777 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:33.396283 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1c9110b3-29e0-4b48-90e6-694d74d2ee96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:34.082022 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c6384e64-25bd-45f8-b6f4-d8a34324b031 req-cd548520-6b61-4af3-b0a2-7def047afdc3 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902742214&fields=id&tenant_id=c08093ae363f4211aa96b34b88609483 HTTP/1.1" status: 200 len: 267 time: 0.0423255 Jul 19 20:47:34.178706 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6384e64-25bd-45f8-b6f4-d8a34324b031 req-58379027-50bb-41cb-9491-8753ab77ed00 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:34.180751 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c6384e64-25bd-45f8-b6f4-d8a34324b031 req-58379027-50bb-41cb-9491-8753ab77ed00 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 984 time: 0.0928092 Jul 19 20:47:34.194486 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [req-c6384e64-25bd-45f8-b6f4-d8a34324b031 req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Request body: {'port': {'security_groups': ['3e5c2264-baff-4f7d-b81e-8bff564ee7f8']}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:47:34.404141 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c6384e64-25bd-45f8-b6f4-d8a34324b031 req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:34.693921 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [req-c6384e64-25bd-45f8-b6f4-d8a34324b031 req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] For port 44e832e4-c3fb-436b-b439-24bb9bffb51a, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:34.721090 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c6384e64-25bd-45f8-b6f4-d8a34324b031 req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:34.726335 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c6384e64-25bd-45f8-b6f4-d8a34324b031 req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:34.734741 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:34.763547 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['44e832e4-c3fb-436b-b439-24bb9bffb51a'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:47:34.816523 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6384e64-25bd-45f8-b6f4-d8a34324b031 req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:34.817486 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [req-c6384e64-25bd-45f8-b6f4-d8a34324b031 req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:34.822823 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c6384e64-25bd-45f8-b6f4-d8a34324b031 req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "PUT /v2.0/ports/44e832e4-c3fb-436b-b439-24bb9bffb51a HTTP/1.1" status: 200 len: 942 time: 0.6332498 Jul 19 20:47:34.823805 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a'}] {{(pid=78682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:47:34.833752 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51548) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:34.869406 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event updated for resources: {'Port': ['ID=44e832e4-c3fb-436b-b439-24bb9bffb51a,revision_number=7']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:34.886350 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:47:34.887382 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:47:34.888104 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:47:34.888794 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:47:34.889657 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:47:34.890387 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:47:34.891375 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:47:34.891943 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:47:34.893181 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:47:34.893867 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:47:34.894566 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:47:34.895905 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:47:34.916033 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c301d8a2-48e1-4ea1-9235-1e54253b9d75 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:34.956729 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'status': 'completed', 'code': 200} Jul 19 20:47:34.968207 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ce44a8a0-7160-46af-be84-7594bc3674ba tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:34.991723 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['44e832e4-c3fb-436b-b439-24bb9bffb51a'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:47:35.132883 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ce44a8a0-7160-46af-be84-7594bc3674ba tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:35.232580 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:35.234926 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9dfc3-440c-46c3-ab01-03ec6603312f req-ac58cf4b-a25c-4c58-bfd6-f9736538e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:35.237442 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bff9dfc3-440c-46c3-ab01-03ec6603312f req-ac58cf4b-a25c-4c58-bfd6-f9736538e93f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c08093ae363f4211aa96b34b88609483&device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 1098 time: 0.2124844 Jul 19 20:47:35.278578 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-98a04474-7231-4405-90d2-634a9c909473 None None] Provisioning complete for port 44e832e4-c3fb-436b-b439-24bb9bffb51a triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:47:35.279222 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-98a04474-7231-4405-90d2-634a9c909473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:35.401540 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ce44a8a0-7160-46af-be84-7594bc3674ba tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:35.412870 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e066b462-fd7a-4a81-8c93-cbc8a1fc07b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:35.431850 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44a8a0-7160-46af-be84-7594bc3674ba tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38884245-54d5-4620-a913-3844338108bf,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:35.436390 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-ce44a8a0-7160-46af-be84-7594bc3674ba tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:35.459452 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ce44a8a0-7160-46af-be84-7594bc3674ba tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:35.464046 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-ce44a8a0-7160-46af-be84-7594bc3674ba tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "DELETE /v2.0/security-groups/38884245-54d5-4620-a913-3844338108bf HTTP/1.1" status: 204 len: 168 time: 0.6258621 Jul 19 20:47:35.464046 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51554) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:35.467167 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9dfc3-440c-46c3-ab01-03ec6603312f req-2a9a29fd-2177-4c8c-940d-b9c95a441f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:35.468725 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bff9dfc3-440c-46c3-ab01-03ec6603312f req-2a9a29fd-2177-4c8c-940d-b9c95a441f83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74f61d22-f348-4699-abfa-00217e15d71c HTTP/1.1" status: 200 len: 915 time: 0.2237613 Jul 19 20:47:35.731390 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bff9dfc3-440c-46c3-ab01-03ec6603312f req-5367684d-5495-4e67-a5e7-d8e36dcc6a52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a HTTP/1.1" status: 200 len: 1001 time: 0.1949978 Jul 19 20:47:35.825068 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Deleting port 23b8e69c-c229-471e-9acf-385da183bd4f {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:35.825307 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:35.867001 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9dfc3-440c-46c3-ab01-03ec6603312f req-2e91b55c-7449-4717-8592-511031ac1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:35.868623 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bff9dfc3-440c-46c3-ab01-03ec6603312f req-2e91b55c-7449-4717-8592-511031ac1576 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5eb293fc-21fd-4326-bf00-30be4961c440 HTTP/1.1" status: 200 len: 853 time: 0.1271443 Jul 19 20:47:36.059875 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9dfc3-440c-46c3-ab01-03ec6603312f req-a2f3dbc7-293e-4dcb-807b-e72b58ec13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:36.061380 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bff9dfc3-440c-46c3-ab01-03ec6603312f req-a2f3dbc7-293e-4dcb-807b-e72b58ec13b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74f61d22-f348-4699-abfa-00217e15d71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1798327 Jul 19 20:47:36.103054 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:36.103382 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:36.393477 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Calling delete_port for 23b8e69c-c229-471e-9acf-385da183bd4f owned by network:floatingip {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:36.497934 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bff9dfc3-440c-46c3-ab01-03ec6603312f req-6041ddd8-f443-4814-8eee-757088f0018f service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242206 Jul 19 20:47:36.605786 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:36.702519 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bff9dfc3-440c-46c3-ab01-03ec6603312f req-1f09df8a-9eaf-4caa-a532-13dc4f54a509 service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948431 Jul 19 20:47:36.704311 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:36.708266 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-35889224-be94-45d1-9e96-8f7171126c1c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:36.757839 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event deleted for resources: {'Port': ['ID=23b8e69c-c229-471e-9acf-385da183bd4f,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:36.760993 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:36.851188 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks [] for floatingip, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:36.851484 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.l3_db [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Floating IP f095b478-e2b7-4a7a-9b98-fe8a9025ea5d disassociated (deleted). External IP: 172.27.2.203, port: 44e832e4-c3fb-436b-b439-24bb9bffb51a. Jul 19 20:47:37.236593 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:47:37.448343 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:47:37.462665 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad709e73-e7aa-415f-9570-6cceb5bfce34 None None] Sync routers for ids ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:47:37.473908 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad709e73-e7aa-415f-9570-6cceb5bfce34 None None] Routers {'7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:47:37.474902 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-ad709e73-e7aa-415f-9570-6cceb5bfce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:47:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:37.476161 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:37.599034 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "DELETE /v2.0/floatingips/f095b478-e2b7-4a7a-9b98-fe8a9025ea5d HTTP/1.1" status: 204 len: 168 time: 2.1306801 Jul 19 20:47:37.599034 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:47:37.753925 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-ad709e73-e7aa-415f-9570-6cceb5bfce34 None None] Set router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:47:37.810193 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'status': 'completed', 'code': 200} Jul 19 20:47:38.108433 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e529592-0c01-4aca-93f3-46c28db746d1 req-72542b78-f708-4180-84ce-97ca002f782d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:38.117818 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7e529592-0c01-4aca-93f3-46c28db746d1 req-72542b78-f708-4180-84ce-97ca002f782d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 947 time: 0.1514277 Jul 19 20:47:38.147946 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cbbd1-769d-44ec-91d0-cb381c752e67 req-7fae763f-d330-46fa-9284-15af50d4c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:38.149614 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-272cbbd1-769d-44ec-91d0-cb381c752e67 req-7fae763f-d330-46fa-9284-15af50d4c165 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c08093ae363f4211aa96b34b88609483&device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 1098 time: 0.2537959 Jul 19 20:47:38.212489 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7e529592-0c01-4aca-93f3-46c28db746d1 req-57a192ac-741b-4563-a078-b30eba7a1d79 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937116 Jul 19 20:47:38.307684 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-ad709e73-e7aa-415f-9570-6cceb5bfce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:45:03Z', 'revision_number': 4, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'd130ca3c-68b1-4901-8287-9214577066cc', 'name': '', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'mac_address': 'fa:16:3e:ad:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:02Z', 'updated_at': '2021-07-19T20:45:11Z', 'revision_number': 5, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'subnets': [{'id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:38.311610 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad709e73-e7aa-415f-9570-6cceb5bfce34 None None] Checking router: 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:47:38.320892 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad709e73-e7aa-415f-9570-6cceb5bfce34 None None] Routers {'7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:47:38.321519 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-ad709e73-e7aa-415f-9570-6cceb5bfce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:47:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:38.443394 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cbbd1-769d-44ec-91d0-cb381c752e67 req-f93ef866-ccca-47a3-b891-5b6a87643594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:38.444910 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-272cbbd1-769d-44ec-91d0-cb381c752e67 req-f93ef866-ccca-47a3-b891-5b6a87643594 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74f61d22-f348-4699-abfa-00217e15d71c HTTP/1.1" status: 200 len: 915 time: 0.2744780 Jul 19 20:47:38.516733 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-272cbbd1-769d-44ec-91d0-cb381c752e67 req-2ba942e3-cb46-4211-af04-d3e55924c8bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a HTTP/1.1" status: 200 len: 217 time: 0.0626192 Jul 19 20:47:38.519964 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-ad709e73-e7aa-415f-9570-6cceb5bfce34 None None] Set router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:47:38.598312 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cbbd1-769d-44ec-91d0-cb381c752e67 req-3f7cb7ad-7574-4246-9c21-e7baab773987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:38.599870 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-272cbbd1-769d-44ec-91d0-cb381c752e67 req-3f7cb7ad-7574-4246-9c21-e7baab773987 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5eb293fc-21fd-4326-bf00-30be4961c440 HTTP/1.1" status: 200 len: 853 time: 0.0728858 Jul 19 20:47:38.689580 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cbbd1-769d-44ec-91d0-cb381c752e67 req-da7d15b8-7e64-4dc9-be6d-2aaf833f64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:38.691175 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-272cbbd1-769d-44ec-91d0-cb381c752e67 req-da7d15b8-7e64-4dc9-be6d-2aaf833f64fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74f61d22-f348-4699-abfa-00217e15d71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831718 Jul 19 20:47:38.870797 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-272cbbd1-769d-44ec-91d0-cb381c752e67 req-38e54ac3-a1b0-4969-af76-7a2875ded291 service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670644 Jul 19 20:47:38.897289 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-ad709e73-e7aa-415f-9570-6cceb5bfce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:45:03Z', 'revision_number': 4, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'd130ca3c-68b1-4901-8287-9214577066cc', 'name': '', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'mac_address': 'fa:16:3e:ad:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:02Z', 'updated_at': '2021-07-19T20:45:11Z', 'revision_number': 5, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'subnets': [{'id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:38.903421 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad709e73-e7aa-415f-9570-6cceb5bfce34 None None] The sync data for ids ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'] in dv-cinder-801321-1-iscsi is: [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:45:03Z', 'revision_number': 4, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'd130ca3c-68b1-4901-8287-9214577066cc', 'name': '', 'network_id': '74f61d22-f348-4699-abfa-00217e15d71c', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'mac_address': 'fa:16:3e:ad:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:02Z', 'updated_at': '2021-07-19T20:45:11Z', 'revision_number': 5, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'subnets': [{'id': '5eb293fc-21fd-4326-bf00-30be4961c440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:47:39.032160 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-272cbbd1-769d-44ec-91d0-cb381c752e67 req-abe1f6df-9f2f-450f-9ef8-f3d9ca81fc9a service neutron] 10.222.0.45 "GET /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551647 Jul 19 20:47:39.172437 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd5ba3-2d2e-4a13-8dc3-ecb75670282c None None] New status for floating IP f095b478-e2b7-4a7a-9b98-fe8a9025ea5d: DOWN {{(pid=78684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 20:47:39.463235 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf5205-382d-471e-b67b-44ea971b21c5 req-95c319c1-f818-4d5f-bee5-e7f4763e838e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:39.465698 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-64bf5205-382d-471e-b67b-44ea971b21c5 req-95c319c1-f818-4d5f-bee5-e7f4763e838e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 947 time: 0.0962307 Jul 19 20:47:39.516262 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-64bf5205-382d-471e-b67b-44ea971b21c5 req-b181b589-89b7-4dd8-beb7-c8a4abd27b35 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443661 Jul 19 20:47:39.750568 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-6d0b688c-ffcb-483e-9f78-251ea330499d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:39.753321 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-6d0b688c-ffcb-483e-9f78-251ea330499d tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 947 time: 0.1055193 Jul 19 20:47:39.846330 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Deleting port 41dcba73-cba7-4ddf-aec8-38e782c5c995 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:39.846672 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:40.112838 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] For port 41dcba73-cba7-4ddf-aec8-38e782c5c995, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=41dcba73-cba7-4ddf-aec8-38e782c5c995,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:40.113195 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:40.445266 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:40.445884 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:40.446411 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.l3_db [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Floating IP d44977bc-e0da-47ac-8264-84c9d5c900fc disassociated. External IP: 172.27.2.2, port: 41dcba73-cba7-4ddf-aec8-38e782c5c995. Jul 19 20:47:40.447005 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Calling delete_port for 41dcba73-cba7-4ddf-aec8-38e782c5c995 owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:40.667445 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:40.674822 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-67ab4d1f-8b84-4e1b-9d53-a4d71e0f7473 tempest-ServerRescueNegativeTestJSON-1700016745 tempest-ServerRescueNegativeTestJSON-1700016745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:40.762851 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event deleted for resources: {'Port': ['ID=41dcba73-cba7-4ddf-aec8-38e782c5c995,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:40.773116 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:40.799100 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-69883adc-8f87-40f3-b542-26ffc34b3e79 req-7f0ea4fb-5f7d-4d28-9f53-0c183bc8b678 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/ports?device_id=73b41571-105b-451d-ba04-5e9b4f6af2ce HTTP/1.1" status: 200 len: 210 time: 0.0876305 Jul 19 20:47:41.120934 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Router abef007a-dfcc-49bf-9368-19e3eecb6fec has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:47:41.335985 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:47:41.348515 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5ff6e-fa68-48da-953a-b0fffe250d51 None None] Sync routers for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:47:41.363853 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5ff6e-fa68-48da-953a-b0fffe250d51 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:47:41.365006 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-cda5ff6e-fa68-48da-953a-b0fffe250d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:47:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:41.416024 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] No DVR routers for this DVR port 41dcba73-cba7-4ddf-aec8-38e782c5c995 on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:47:41.418778 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:41.421687 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'name': 'network-vif-deleted', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:47:41.439697 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f13c5b72-2658-45d3-aa0d-d3ab367c3ee4 req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.45 "DELETE /v2.0/ports/41dcba73-cba7-4ddf-aec8-38e782c5c995 HTTP/1.1" status: 204 len: 173 time: 1.6800466 Jul 19 20:47:41.474003 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b41571-105b-451d-ba04-5e9b4f6af2ce', 'name': 'network-vif-deleted', 'tag': '41dcba73-cba7-4ddf-aec8-38e782c5c995', 'status': 'completed', 'code': 200} Jul 19 20:47:41.633861 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-cda5ff6e-fa68-48da-953a-b0fffe250d51 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:47:41.950105 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51612) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:41.991992 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-cda5ff6e-fa68-48da-953a-b0fffe250d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:08Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:41.996371 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5ff6e-fa68-48da-953a-b0fffe250d51 None None] Checking router: abef007a-dfcc-49bf-9368-19e3eecb6fec for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:47:42.006202 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5ff6e-fa68-48da-953a-b0fffe250d51 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:47:42.007022 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-cda5ff6e-fa68-48da-953a-b0fffe250d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:47:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:42.032510 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-597e19bf-a5fc-4ebf-8149-d7dadf677ebc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:42.068252 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-597e19bf-a5fc-4ebf-8149-d7dadf677ebc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:42.155169 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-597e19bf-a5fc-4ebf-8149-d7dadf677ebc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:42.169165 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-97087b2b-5deb-4bc9-99f1-9a6d77291cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:42.202652 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e19bf-a5fc-4ebf-8149-d7dadf677ebc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce00fe92-0819-4f67-8a0f-8f8fcbd613e9,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:42.208142 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-597e19bf-a5fc-4ebf-8149-d7dadf677ebc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:42.224203 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-597e19bf-a5fc-4ebf-8149-d7dadf677ebc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:42.225665 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-597e19bf-a5fc-4ebf-8149-d7dadf677ebc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce00fe92-0819-4f67-8a0f-8f8fcbd613e9 HTTP/1.1" status: 204 len: 168 time: 0.2744503 Jul 19 20:47:42.228340 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51622) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:42.250231 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.api.v2.resource [None req-2bc230d3-631e-443f-a9ea-1fb8d232c845 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] show failed (client error): The resource could not be found. Jul 19 20:47:42.251641 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-2bc230d3-631e-443f-a9ea-1fb8d232c845 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "GET /v2.0/security-groups/ce00fe92-0819-4f67-8a0f-8f8fcbd613e9 HTTP/1.1" status: 404 len: 347 time: 0.0218425 Jul 19 20:47:42.254885 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51626) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:42.280672 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-cda5ff6e-fa68-48da-953a-b0fffe250d51 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:47:42.404000 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275aba1-409c-416d-bdd1-ba76b8735f2c req-4f1f89fe-0e4c-44dd-a819-0639b32132f1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:42.405002 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-d275aba1-409c-416d-bdd1-ba76b8735f2c req-4f1f89fe-0e4c-44dd-a819-0639b32132f1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Synchronizing usage tracker for tenant:c08093ae363f4211aa96b34b88609483 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:47:42.423424 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-d275aba1-409c-416d-bdd1-ba76b8735f2c req-4f1f89fe-0e4c-44dd-a819-0639b32132f1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Unset dirty status for tenant:c08093ae363f4211aa96b34b88609483 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:47:42.425005 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d275aba1-409c-416d-bdd1-ba76b8735f2c req-4f1f89fe-0e4c-44dd-a819-0639b32132f1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.1216729 Jul 19 20:47:42.443410 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-03adb872-f94c-406e-9b5d-d4a56f5a4cd5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Deleting port a276a85b-f2dc-43fa-81a8-03c8bbcaa8b1 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:42.443854 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-03adb872-f94c-406e-9b5d-d4a56f5a4cd5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:42.496764 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-d275aba1-409c-416d-bdd1-ba76b8735f2c req-bb0d792c-d79e-4a3c-85de-51280b423576 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Synchronizing usage tracker for tenant:c08093ae363f4211aa96b34b88609483 on resource:security_group {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:47:42.534264 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-d275aba1-409c-416d-bdd1-ba76b8735f2c req-bb0d792c-d79e-4a3c-85de-51280b423576 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Unset dirty status for tenant:c08093ae363f4211aa96b34b88609483 on resource:security_group {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:47:42.545613 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d275aba1-409c-416d-bdd1-ba76b8735f2c req-bb0d792c-d79e-4a3c-85de-51280b423576 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142442 Jul 19 20:47:42.653478 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-03adb872-f94c-406e-9b5d-d4a56f5a4cd5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:42.654136 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-03adb872-f94c-406e-9b5d-d4a56f5a4cd5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:42.658197 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-cda5ff6e-fa68-48da-953a-b0fffe250d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:08Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:42.663183 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5ff6e-fa68-48da-953a-b0fffe250d51 None None] The sync data for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi is: [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:39:50Z', 'revision_number': 4, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'e4b079bf-fba2-4088-a1f5-3ac21b3c98cf', 'name': '', 'network_id': 'bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'mac_address': 'fa:16:3e:fd:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:44Z', 'updated_at': '2021-07-19T20:40:08Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'subnets': [{'id': '4fa4d79e-7eb1-4cef-a455-9fc00285c0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:47:42.793507 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-03adb872-f94c-406e-9b5d-d4a56f5a4cd5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Calling delete_port for a276a85b-f2dc-43fa-81a8-03c8bbcaa8b1 owned by network:floatingip {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:42.882010 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:47:42.942646 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d71eb-df4f-4a23-92c5-6f9c72c1e8ab None None] New status for floating IP d44977bc-e0da-47ac-8264-84c9d5c900fc: DOWN {{(pid=78684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 20:47:42.993165 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-03adb872-f94c-406e-9b5d-d4a56f5a4cd5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:42.997455 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:43.046112 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adb872-f94c-406e-9b5d-d4a56f5a4cd5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Pushing event deleted for resources: {'Port': ['ID=a276a85b-f2dc-43fa-81a8-03c8bbcaa8b1,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:43.049257 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-03adb872-f94c-406e-9b5d-d4a56f5a4cd5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:43.156486 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-03adb872-f94c-406e-9b5d-d4a56f5a4cd5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks [] for floatingip, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:43.177416 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-03adb872-f94c-406e-9b5d-d4a56f5a4cd5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:43.178586 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-03adb872-f94c-406e-9b5d-d4a56f5a4cd5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] 10.222.0.36 "DELETE /v2.0/floatingips/d44977bc-e0da-47ac-8264-84c9d5c900fc HTTP/1.1" status: 204 len: 168 time: 0.9210646 Jul 19 20:47:43.507294 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 41dcba73-cba7-4ddf-aec8-38e782c5c995 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:47:43.547823 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: 41dcba73-cba7-4ddf-aec8-38e782c5c995 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:47:43.548171 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 41dcba73-cba7-4ddf-aec8-38e782c5c995 not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:47:43.744809 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358d7a6-9e2f-4b54-87e1-71a17d239907 req-6935635a-7a36-4121-9264-be6a9ae9922d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:43.746546 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b358d7a6-9e2f-4b54-87e1-71a17d239907 req-6935635a-7a36-4121-9264-be6a9ae9922d tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.0909376 Jul 19 20:47:43.802142 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b358d7a6-9e2f-4b54-87e1-71a17d239907 req-fb374ff0-ecf9-4b1f-b217-4aa03249662f tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475340 Jul 19 20:47:44.324086 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea7452-6dc6-4355-bb62-82a0a57a2551 req-b33203cb-7ee8-48ef-9808-4d6da876d620 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:44.325704 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bbea7452-6dc6-4355-bb62-82a0a57a2551 req-b33203cb-7ee8-48ef-9808-4d6da876d620 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.45 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.0923958 Jul 19 20:47:44.406138 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-bbea7452-6dc6-4355-bb62-82a0a57a2551 req-8b9a8ada-62c9-4949-be4a-52cfe948e2b1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Deleting port 44e832e4-c3fb-436b-b439-24bb9bffb51a {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:44.406699 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-bbea7452-6dc6-4355-bb62-82a0a57a2551 req-8b9a8ada-62c9-4949-be4a-52cfe948e2b1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:44.750530 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-bbea7452-6dc6-4355-bb62-82a0a57a2551 req-8b9a8ada-62c9-4949-be4a-52cfe948e2b1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] For port 44e832e4-c3fb-436b-b439-24bb9bffb51a, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=44e832e4-c3fb-436b-b439-24bb9bffb51a,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:44.751368 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-bbea7452-6dc6-4355-bb62-82a0a57a2551 req-8b9a8ada-62c9-4949-be4a-52cfe948e2b1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:44.904706 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-bbea7452-6dc6-4355-bb62-82a0a57a2551 req-8b9a8ada-62c9-4949-be4a-52cfe948e2b1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Calling delete_port for 44e832e4-c3fb-436b-b439-24bb9bffb51a owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:45.102963 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d856f97-1dd7-411f-b2ec-aa148cd32825 req-cec8ca79-6c8c-4fa3-907b-d4d76bcd492b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:47:45.104611 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9d856f97-1dd7-411f-b2ec-aa148cd32825 req-cec8ca79-6c8c-4fa3-907b-d4d76bcd492b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/ports?device_id=acafc87a-ea8d-4e6f-8274-293cf6e20514 HTTP/1.1" status: 200 len: 945 time: 0.1600199 Jul 19 20:47:45.172593 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-bbea7452-6dc6-4355-bb62-82a0a57a2551 req-8b9a8ada-62c9-4949-be4a-52cfe948e2b1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:45.180277 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:45.207077 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['44e832e4-c3fb-436b-b439-24bb9bffb51a'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:47:45.216434 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9d856f97-1dd7-411f-b2ec-aa148cd32825 req-1570cfbe-3ab5-4ed3-af0a-f5f7aad2c725 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e5c2264-baff-4f7d-b81e-8bff564ee7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030993 Jul 19 20:47:45.234102 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a8ada-62c9-4949-be4a-52cfe948e2b1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Pushing event deleted for resources: {'Port': ['ID=44e832e4-c3fb-436b-b439-24bb9bffb51a,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:45.278137 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8b9a8ada-62c9-4949-be4a-52cfe948e2b1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:45.425022 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbea7452-6dc6-4355-bb62-82a0a57a2551 req-8b9a8ada-62c9-4949-be4a-52cfe948e2b1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] No DVR routers for this DVR port 44e832e4-c3fb-436b-b439-24bb9bffb51a on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:47:45.427832 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-bbea7452-6dc6-4355-bb62-82a0a57a2551 req-8b9a8ada-62c9-4949-be4a-52cfe948e2b1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:45.431019 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'name': 'network-vif-deleted', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:47:45.450077 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bbea7452-6dc6-4355-bb62-82a0a57a2551 req-8b9a8ada-62c9-4949-be4a-52cfe948e2b1 tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] 10.222.0.45 "DELETE /v2.0/ports/44e832e4-c3fb-436b-b439-24bb9bffb51a HTTP/1.1" status: 204 len: 173 time: 1.1183860 Jul 19 20:47:45.484015 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acafc87a-ea8d-4e6f-8274-293cf6e20514', 'name': 'network-vif-deleted', 'tag': '44e832e4-c3fb-436b-b439-24bb9bffb51a', 'status': 'completed', 'code': 200} Jul 19 20:47:46.062162 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51662) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:46.891204 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729046'] for router_interface, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:46.952370 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51712) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:47.228689 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:47.304537 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] Deleting port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:47.305449 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:47.488695 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] For port e4b079bf-fba2-4088-a1f5-3ac21b3c98cf, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=e4b079bf-fba2-4088-a1f5-3ac21b3c98cf,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:47.488940 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:47.557134 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729046'] for router_interface, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:47.616347 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] Calling delete_port for e4b079bf-fba2-4088-a1f5-3ac21b3c98cf owned by network:router_interface {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:47.998433 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] Deleting port d130ca3c-68b1-4901-8287-9214577066cc {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:47.999080 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:48.071852 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:48.076633 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:48.155082 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b079bf-fba2-4088-a1f5-3ac21b3c98cf,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:48.161948 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:48.198655 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] For port d130ca3c-68b1-4901-8287-9214577066cc, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=d130ca3c-68b1-4901-8287-9214577066cc,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:48.199105 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:48.354881 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] Calling delete_port for d130ca3c-68b1-4901-8287-9214577066cc owned by network:router_interface {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:48.428153 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702566'] for router_interface, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:48.800949 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:48.805851 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:48.851171 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] Pushing event deleted for resources: {'Port': ['ID=d130ca3c-68b1-4901-8287-9214577066cc,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:48.878536 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:48.948014 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] Router abef007a-dfcc-49bf-9368-19e3eecb6fec has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:47:49.150589 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:47:49.167215 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] 10.222.0.36 "PUT /v2.0/routers/abef007a-dfcc-49bf-9368-19e3eecb6fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1016996 Jul 19 20:47:49.167420 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d5f8da-3c30-42d7-87a4-bd1165652f59 None None] Sync routers for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:47:49.167868 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51720) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:49.181877 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d5f8da-3c30-42d7-87a4-bd1165652f59 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:47:49.182915 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-c4d5f8da-3c30-42d7-87a4-bd1165652f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:47:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:49.183162 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702566'] for router_interface, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:49.385854 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Notify callbacks [] for router, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:49.429293 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-c4d5f8da-3c30-42d7-87a4-bd1165652f59 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:47:49.537256 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 44e832e4-c3fb-436b-b439-24bb9bffb51a no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:47:49.590723 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: 44e832e4-c3fb-436b-b439-24bb9bffb51a {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:47:49.591339 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device 44e832e4-c3fb-436b-b439-24bb9bffb51a not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:47:49.605119 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] Router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:47:49.691137 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:49.702185 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Deleting port fbfabb9d-fdf7-418f-b3a2-50586e171c60 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:49.702578 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:49.834702 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-c4d5f8da-3c30-42d7-87a4-bd1165652f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:47:47Z', 'revision_number': 5, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port': {'id': 'fbfabb9d-fdf7-418f-b3a2-50586e171c60', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:39:34Z', 'updated_at': '2021-07-19T20:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:49.840706 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d5f8da-3c30-42d7-87a4-bd1165652f59 None None] Checking router: abef007a-dfcc-49bf-9368-19e3eecb6fec for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:47:49.850915 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d5f8da-3c30-42d7-87a4-bd1165652f59 None None] Routers {'abef007a-dfcc-49bf-9368-19e3eecb6fec'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:47:49.851774 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-c4d5f8da-3c30-42d7-87a4-bd1165652f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:47:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['abef007a-dfcc-49bf-9368-19e3eecb6fec'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:49.876893 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:47:49.888242 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf968d-0c2c-43fd-841a-2b9439224d84 None None] Sync routers for ids ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:47:49.898403 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-5e649089-3879-4556-bc52-6edbd2b1039d admin admin] 10.222.0.36 "PUT /v2.0/routers/7f7f0e55-5bd7-4f45-b8eb-bc82894ce255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9449172 Jul 19 20:47:49.899791 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf968d-0c2c-43fd-841a-2b9439224d84 None None] Routers {'7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:47:49.900745 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-28bf968d-0c2c-43fd-841a-2b9439224d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:47:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:49.900918 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51724) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:49.905593 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] For port fbfabb9d-fdf7-418f-b3a2-50586e171c60, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=fbfabb9d-fdf7-418f-b3a2-50586e171c60,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:49.905944 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.047213 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Calling delete_port for fbfabb9d-fdf7-418f-b3a2-50586e171c60 owned by network:router_gateway {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:50.088561 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-c4d5f8da-3c30-42d7-87a4-bd1165652f59 None None] Set router abef007a-dfcc-49bf-9368-19e3eecb6fec gateway port host: None {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:47:50.102167 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-28bf968d-0c2c-43fd-841a-2b9439224d84 None None] Set router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:47:50.222351 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-c4d5f8da-3c30-42d7-87a4-bd1165652f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:47:49Z', 'revision_number': 6, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port_host': None}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:50.227750 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d5f8da-3c30-42d7-87a4-bd1165652f59 None None] The sync data for ids ['abef007a-dfcc-49bf-9368-19e3eecb6fec'] in dv-cinder-801321-1-iscsi is: [{'id': 'abef007a-dfcc-49bf-9368-19e3eecb6fec', 'name': 'tempest-AttachVolumeShelveTestJSON-1695497641-router', 'tenant_id': 'e788cbccb0834feeac72b574191334bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:39:32Z', 'updated_at': '2021-07-19T20:47:49Z', 'revision_number': 6, 'project_id': 'e788cbccb0834feeac72b574191334bc', 'gw_port_host': None}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:47:50.238302 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Notify callbacks [] for router, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.240694 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.250288 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0bdd7f7c-7104-416d-a8cf-307fe8cf11bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:50.327328 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfabb9d-fdf7-418f-b3a2-50586e171c60,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:50.334695 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:50.396091 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703739'] for router_gateway, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.453736 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.464500 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Deleting port ee6e3c0f-6397-4345-9d86-201d2805a829 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:50.464888 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.502473 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-28bf968d-0c2c-43fd-841a-2b9439224d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:47:48Z', 'revision_number': 5, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port': {'id': 'ee6e3c0f-6397-4345-9d86-201d2805a829', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:44:56Z', 'updated_at': '2021-07-19T20:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:50.506717 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf968d-0c2c-43fd-841a-2b9439224d84 None None] Checking router: 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:47:50.517087 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf968d-0c2c-43fd-841a-2b9439224d84 None None] Routers {'7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:47:50.517911 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-28bf968d-0c2c-43fd-841a-2b9439224d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:47:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:50.585173 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.588861 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.639216 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728957'] for router, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.639729 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router abef007a-dfcc-49bf-9368-19e3eecb6fec {{(pid=78682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 20:47:50.661993 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.664613 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] 10.222.0.36 "DELETE /v2.0/routers/abef007a-dfcc-49bf-9368-19e3eecb6fec HTTP/1.1" status: 204 len: 168 time: 1.4959304 Jul 19 20:47:50.667773 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51730) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:50.706775 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-28bf968d-0c2c-43fd-841a-2b9439224d84 None None] Set router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 gateway port host: None {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:47:50.743216 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device e4b079bf-fba2-4088-a1f5-3ac21b3c98cf no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:47:50.763020 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] For port ee6e3c0f-6397-4345-9d86-201d2805a829, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ee6e3c0f-6397-4345-9d86-201d2805a829,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:50.763502 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.802691 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3887fc1-cfce-4b82-bf04-cb1e50edd7e2 admin admin] Deleting subnet 4fa4d79e-7eb1-4cef-a455-9fc00285c0b2 {{(pid=78682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:47:50.806530 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c3887fc1-cfce-4b82-bf04-cb1e50edd7e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.807726 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: e4b079bf-fba2-4088-a1f5-3ac21b3c98cf {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:47:50.808328 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device e4b079bf-fba2-4088-a1f5-3ac21b3c98cf not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:47:50.862532 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c3887fc1-cfce-4b82-bf04-cb1e50edd7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2929497'] for subnet, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:50.882521 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-28bf968d-0c2c-43fd-841a-2b9439224d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:47:50Z', 'revision_number': 6, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port_host': None}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:50.887465 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf968d-0c2c-43fd-841a-2b9439224d84 None None] The sync data for ids ['7f7f0e55-5bd7-4f45-b8eb-bc82894ce255'] in dv-cinder-801321-1-iscsi is: [{'id': '7f7f0e55-5bd7-4f45-b8eb-bc82894ce255', 'name': 'tempest-TestMinimumBasicScenario-555638852-router', 'tenant_id': 'c08093ae363f4211aa96b34b88609483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:44:55Z', 'updated_at': '2021-07-19T20:47:50Z', 'revision_number': 6, 'project_id': 'c08093ae363f4211aa96b34b88609483', 'gw_port_host': None}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:47:51.001251 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Calling delete_port for ee6e3c0f-6397-4345-9d86-201d2805a829 owned by network:router_gateway {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:51.005315 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c3887fc1-cfce-4b82-bf04-cb1e50edd7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:51.104184 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c3887fc1-cfce-4b82-bf04-cb1e50edd7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2174257'] for subnet, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:51.113375 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-7982086e-9e9b-40c3-9b4a-f3577077fe13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:51.173918 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3887fc1-cfce-4b82-bf04-cb1e50edd7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa4d79e-7eb1-4cef-a455-9fc00285c0b2,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:51.177234 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c3887fc1-cfce-4b82-bf04-cb1e50edd7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:51.185629 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f77f44-33eb-4fce-8eda-a7a843d61f2d None None] Network bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:47:51.187703 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c3887fc1-cfce-4b82-bf04-cb1e50edd7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:51.194794 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-c3887fc1-cfce-4b82-bf04-cb1e50edd7e2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4fa4d79e-7eb1-4cef-a455-9fc00285c0b2 HTTP/1.1" status: 204 len: 168 time: 0.5252819 Jul 19 20:47:51.195237 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51734) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:51.369268 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:51.373318 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:51.387999 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-5bd31d9d-56ef-4191-acfa-f0d76b570fec tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:51.548545 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Deleting port d7773579-33d5-4eb5-ab0b-85657d8b20eb {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:51.548888 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:51.581039 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6e3c0f-6397-4345-9d86-201d2805a829,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:51.592031 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:51.596048 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e71ee8-de15-4198-a142-f5b9bd20f4f2 None None] DHCP port deletion for bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 request from dv-cinder-801321-1-iscsi {{(pid=78683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 20:47:51.612429 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e6e71ee8-de15-4198-a142-f5b9bd20f4f2 None None] Deleting port d7773579-33d5-4eb5-ab0b-85657d8b20eb {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:51.612847 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e6e71ee8-de15-4198-a142-f5b9bd20f4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:51.643055 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703739'] for router_gateway, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:51.917920 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-e6e71ee8-de15-4198-a142-f5b9bd20f4f2 None None] For port d7773579-33d5-4eb5-ab0b-85657d8b20eb, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=d7773579-33d5-4eb5-ab0b-85657d8b20eb,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:51.918598 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e6e71ee8-de15-4198-a142-f5b9bd20f4f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:51.927097 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:51.929605 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:52.091595 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e6e71ee8-de15-4198-a142-f5b9bd20f4f2 None None] Calling delete_port for d7773579-33d5-4eb5-ab0b-85657d8b20eb owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:52.205722 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728957'] for router, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:52.206474 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 {{(pid=78681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 20:47:52.273938 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e6e71ee8-de15-4198-a142-f5b9bd20f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:52.281997 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:52.295910 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] Notify callbacks [] for router, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:52.299630 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-f9551cf0-97ac-40ec-b3ad-740966aa046a admin admin] 10.222.0.36 "DELETE /v2.0/routers/7f7f0e55-5bd7-4f45-b8eb-bc82894ce255 HTTP/1.1" status: 204 len: 168 time: 2.3973536 Jul 19 20:47:52.300370 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51742) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:52.320325 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] For port d7773579-33d5-4eb5-ab0b-85657d8b20eb, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=d7773579-33d5-4eb5-ab0b-85657d8b20eb,segment=NetworkSegment(948d1234-3ff1-42ef-83f1-3bdea5e1b0bb),segment_id=948d1234-3ff1-42ef-83f1-3bdea5e1b0bb)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:52.320850 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:52.353868 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e71ee8-de15-4198-a142-f5b9bd20f4f2 None None] Pushing event deleted for resources: {'Port': ['ID=d7773579-33d5-4eb5-ab0b-85657d8b20eb,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:52.358997 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e6e71ee8-de15-4198-a142-f5b9bd20f4f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:52.360109 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e71ee8-de15-4198-a142-f5b9bd20f4f2 None None] No DVR routers for this DVR port d7773579-33d5-4eb5-ab0b-85657d8b20eb on host dv-cinder-801321-1-iscsi {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:47:52.387710 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device d7773579-33d5-4eb5-ab0b-85657d8b20eb no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:47:52.417033 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efdabf6-edd8-4195-be8b-5424a566e9ea admin admin] Deleting subnet 5eb293fc-21fd-4326-bf00-30be4961c440 {{(pid=78682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:47:52.421182 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7efdabf6-edd8-4195-be8b-5424a566e9ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:52.440049 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: d7773579-33d5-4eb5-ab0b-85657d8b20eb {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:47:52.441329 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device d7773579-33d5-4eb5-ab0b-85657d8b20eb not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:47:52.442402 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ee6e3c0f-6397-4345-9d86-201d2805a829 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:47:52.492046 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: ee6e3c0f-6397-4345-9d86-201d2805a829 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:47:52.492749 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ee6e3c0f-6397-4345-9d86-201d2805a829 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:47:52.493400 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device fbfabb9d-fdf7-418f-b3a2-50586e171c60 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:47:52.509955 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Calling delete_port for d7773579-33d5-4eb5-ab0b-85657d8b20eb owned by network:dhcp {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:52.532952 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: fbfabb9d-fdf7-418f-b3a2-50586e171c60 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:47:52.533717 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device fbfabb9d-fdf7-418f-b3a2-50586e171c60 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:47:52.534641 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device d130ca3c-68b1-4901-8287-9214577066cc no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:47:52.537824 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7efdabf6-edd8-4195-be8b-5424a566e9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2929497'] for subnet, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:52.576230 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: d130ca3c-68b1-4901-8287-9214577066cc {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:47:52.576671 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device d130ca3c-68b1-4901-8287-9214577066cc not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:47:52.615910 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.db.api [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 20:47:52.616235 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_db.api [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 20:47:52.658220 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7efdabf6-edd8-4195-be8b-5424a566e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:52.792441 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7efdabf6-edd8-4195-be8b-5424a566e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2174257'] for subnet, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:52.800166 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c3887fc1-cfce-4b82-bf04-cb1e50edd7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:52.851256 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdabf6-edd8-4195-be8b-5424a566e9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb293fc-21fd-4326-bf00-30be4961c440,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:52.853201 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7efdabf6-edd8-4195-be8b-5424a566e9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:52.855843 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-7efdabf6-edd8-4195-be8b-5424a566e9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:52.859607 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef05b072-b00b-4542-88f0-f7e4e0d05cf6 None None] Network 74f61d22-f348-4699-abfa-00217e15d71c requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:47:52.860860 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-7efdabf6-edd8-4195-be8b-5424a566e9ea admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5eb293fc-21fd-4326-bf00-30be4961c440 HTTP/1.1" status: 204 len: 168 time: 0.5588570 Jul 19 20:47:52.864022 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51748) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:53.118031 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Deleting port d7773579-33d5-4eb5-ab0b-85657d8b20eb {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:53.118507 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.120221 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.147630 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Deleting port a7c5f47b-330e-44f2-9ad8-211a1639c467 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:53.148004 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.229389 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] The port 'd7773579-33d5-4eb5-ab0b-85657d8b20eb' was deleted {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 20:47:53.237774 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a9074b-7982-4819-8b4b-8aa9de9aea4d None None] DHCP port deletion for 74f61d22-f348-4699-abfa-00217e15d71c request from dv-cinder-801321-1-iscsi {{(pid=78683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 20:47:53.246901 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9074b-7982-4819-8b4b-8aa9de9aea4d None None] Deleting port a7c5f47b-330e-44f2-9ad8-211a1639c467 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:53.246901 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e2a9074b-7982-4819-8b4b-8aa9de9aea4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.418746 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.430601 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] For port a7c5f47b-330e-44f2-9ad8-211a1639c467, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=a7c5f47b-330e-44f2-9ad8-211a1639c467,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:53.433904 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469']}} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:53.434923 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.469633 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb') {'for_net_delete': True} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:53.471711 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948d1234-3ff1-42ef-83f1-3bdea5e1b0bb') {} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:53.498275 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189673'] for segment, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.543263 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.560765 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=78681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:47:53.561169 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2105402'] for segment, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.572200 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-e2a9074b-7982-4819-8b4b-8aa9de9aea4d None None] For port a7c5f47b-330e-44f2-9ad8-211a1639c467, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=a7c5f47b-330e-44f2-9ad8-211a1639c467,segment=NetworkSegment(1a5dcb38-1603-4405-a32e-9446b3e120ec),segment_id=1a5dcb38-1603-4405-a32e-9446b3e120ec)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:53.572837 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e2a9074b-7982-4819-8b4b-8aa9de9aea4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: util.warn( Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: util.warn( Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: util.warn( Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: util.warn( Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: Traceback (most recent call last): Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: timer() Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: cb(*args, **kw) Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: return func(*args, **kwargs) Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: self._notify() Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: self.callback(batched_events) Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: event.method(event) Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: return f(self, *a, **k) Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._get(url).json() Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: return self.request(url, 'GET', **kwargs) Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:47:53.591759 dv-cinder-801321-1-iscsi neutron-server[78681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:47:53.624873 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Calling delete_port for a7c5f47b-330e-44f2-9ad8-211a1639c467 owned by network:dhcp {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:53.709440 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.716020 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:53.722549 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9074b-7982-4819-8b4b-8aa9de9aea4d None None] Calling delete_port for a7c5f47b-330e-44f2-9ad8-211a1639c467 owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:53.730852 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.746435 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.746663 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:53.750009 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:53.753451 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:53.765124 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bac4ddd4-0fcf-4dbe-8d2d-184bbdcc5469 HTTP/1.1" status: 204 len: 168 time: 2.5693231 Jul 19 20:47:53.803969 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c5f47b-330e-44f2-9ad8-211a1639c467,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:53.805768 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] No DVR routers for this DVR port a7c5f47b-330e-44f2-9ad8-211a1639c467 on host dv-cinder-801321-1-iscsi {{(pid=78682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:47:53.807247 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:53.810807 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.db.api [None req-e2a9074b-7982-4819-8b4b-8aa9de9aea4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 20:47:53.811160 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_db.api [None req-e2a9074b-7982-4819-8b4b-8aa9de9aea4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 20:47:53.884908 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51762) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:53.925310 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.933315 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-9dd5adc1-1479-4e8f-aac9-6889f0c89fed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e788cbccb0834feeac72b574191334bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471888 Jul 19 20:47:53.935947 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51766) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:53.939347 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f61d22-f348-4699-abfa-00217e15d71c']}} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:53.955526 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5dcb38-1603-4405-a32e-9446b3e120ec') {'for_net_delete': True} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:53.955995 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5dcb38-1603-4405-a32e-9446b3e120ec') {} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:53.974205 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2929478'] for segment, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:53.996024 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:54.003625 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=78682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:47:54.003943 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909962'] for segment, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: Traceback (most recent call last): Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: timer() Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: cb(*args, **kw) Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: return func(*args, **kwargs) Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: self._notify() Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: self.callback(batched_events) Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: event.method(event) Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: return f(self, *a, **k) Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._get(url).json() Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: return self.request(url, 'GET', **kwargs) Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:47:54.018771 dv-cinder-801321-1-iscsi neutron-server[78682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:47:54.021519 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d15827b4-e23d-4e9c-aea6-8a9264aa7581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:54.070147 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d15827b4-e23d-4e9c-aea6-8a9264aa7581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:54.110325 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:54.115827 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:54.130322 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:54.141624 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=74f61d22-f348-4699-abfa-00217e15d71c,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:54.147202 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:54.151277 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/74f61d22-f348-4699-abfa-00217e15d71c HTTP/1.1" status: 204 len: 168 time: 1.2862132 Jul 19 20:47:54.155484 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51770) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:54.226101 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d15827b4-e23d-4e9c-aea6-8a9264aa7581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:54.238923 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-fe3eb936-b546-46a7-94dd-62b8c01dee02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:54.261289 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15827b4-e23d-4e9c-aea6-8a9264aa7581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67d18da-827f-4d47-83c8-d84e356216a7,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:54.266512 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d15827b4-e23d-4e9c-aea6-8a9264aa7581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:54.269448 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d15827b4-e23d-4e9c-aea6-8a9264aa7581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:54.270557 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-d15827b4-e23d-4e9c-aea6-8a9264aa7581 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d67d18da-827f-4d47-83c8-d84e356216a7 HTTP/1.1" status: 204 len: 168 time: 0.3336587 Jul 19 20:47:54.312626 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9074b-7982-4819-8b4b-8aa9de9aea4d None None] Deleting port a7c5f47b-330e-44f2-9ad8-211a1639c467 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:54.313179 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e2a9074b-7982-4819-8b4b-8aa9de9aea4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:54.382922 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9074b-7982-4819-8b4b-8aa9de9aea4d None None] The port 'a7c5f47b-330e-44f2-9ad8-211a1639c467' was deleted {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 20:47:54.385687 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device a7c5f47b-330e-44f2-9ad8-211a1639c467 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:47:54.426063 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: a7c5f47b-330e-44f2-9ad8-211a1639c467 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:47:54.426420 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device a7c5f47b-330e-44f2-9ad8-211a1639c467 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:47:54.761715 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729046'] for router_interface, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:55.293678 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] Deleting port 6bb21e43-3aae-4744-bab3-62da999fcf1b {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:55.294052 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:55.492990 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] For port 6bb21e43-3aae-4744-bab3-62da999fcf1b, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=6bb21e43-3aae-4744-bab3-62da999fcf1b,segment=NetworkSegment(ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d),segment_id=ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:55.493324 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:55.622347 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] Calling delete_port for 6bb21e43-3aae-4744-bab3-62da999fcf1b owned by network:router_interface {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:55.825767 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:55.833822 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-2440ffa4-1bba-4c78-ba49-9be5b5f47283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:55.882421 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb21e43-3aae-4744-bab3-62da999fcf1b,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:55.908582 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:56.184078 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702566'] for router_interface, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:56.666179 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] Router 59d2cf03-bceb-4044-9646-73409b2e2b86 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:47:56.864114 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:47:56.872829 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d7fc2-a97a-4b75-b12d-43bc865de9a7 None None] Sync routers for ids ['59d2cf03-bceb-4044-9646-73409b2e2b86'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:47:56.884351 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] 10.222.0.36 "PUT /v2.0/routers/59d2cf03-bceb-4044-9646-73409b2e2b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7252717 Jul 19 20:47:56.884581 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d7fc2-a97a-4b75-b12d-43bc865de9a7 None None] Routers {'59d2cf03-bceb-4044-9646-73409b2e2b86'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:47:56.884581 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-7a7d7fc2-a97a-4b75-b12d-43bc865de9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:47:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['59d2cf03-bceb-4044-9646-73409b2e2b86'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:56.884829 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51822) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:57.073304 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:57.078802 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-7a7d7fc2-a97a-4b75-b12d-43bc865de9a7 None None] Set router 59d2cf03-bceb-4044-9646-73409b2e2b86 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:47:57.270604 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:57.286080 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Deleting port 9ca11684-0230-44c8-85a6-3a3471625bcb {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:57.286713 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:57.437053 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-7a7d7fc2-a97a-4b75-b12d-43bc865de9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'name': 'tempest-TestMinimumBasicScenario-1455008190-router', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:45:08Z', 'updated_at': '2021-07-19T20:47:55Z', 'revision_number': 5, 'project_id': '0a391fce57994fb0978cc0a7d6f12c13', 'gw_port': {'id': '9ca11684-0230-44c8-85a6-3a3471625bcb', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:45:10Z', 'updated_at': '2021-07-19T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:57.441332 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d7fc2-a97a-4b75-b12d-43bc865de9a7 None None] Checking router: 59d2cf03-bceb-4044-9646-73409b2e2b86 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:47:57.450173 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d7fc2-a97a-4b75-b12d-43bc865de9a7 None None] Routers {'59d2cf03-bceb-4044-9646-73409b2e2b86'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:47:57.450783 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-7a7d7fc2-a97a-4b75-b12d-43bc865de9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:47:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['59d2cf03-bceb-4044-9646-73409b2e2b86'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:57.524445 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] For port 9ca11684-0230-44c8-85a6-3a3471625bcb, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=9ca11684-0230-44c8-85a6-3a3471625bcb,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:57.524915 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:57.648638 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-7a7d7fc2-a97a-4b75-b12d-43bc865de9a7 None None] Set router 59d2cf03-bceb-4044-9646-73409b2e2b86 gateway port host: None {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:47:57.700266 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Calling delete_port for 9ca11684-0230-44c8-85a6-3a3471625bcb owned by network:router_gateway {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:57.782994 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-7a7d7fc2-a97a-4b75-b12d-43bc865de9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'name': 'tempest-TestMinimumBasicScenario-1455008190-router', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:45:08Z', 'updated_at': '2021-07-19T20:47:57Z', 'revision_number': 6, 'project_id': '0a391fce57994fb0978cc0a7d6f12c13', 'gw_port_host': None}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:57.787239 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d7fc2-a97a-4b75-b12d-43bc865de9a7 None None] The sync data for ids ['59d2cf03-bceb-4044-9646-73409b2e2b86'] in dv-cinder-801321-1-iscsi is: [{'id': '59d2cf03-bceb-4044-9646-73409b2e2b86', 'name': 'tempest-TestMinimumBasicScenario-1455008190-router', 'tenant_id': '0a391fce57994fb0978cc0a7d6f12c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:45:08Z', 'updated_at': '2021-07-19T20:47:57Z', 'revision_number': 6, 'project_id': '0a391fce57994fb0978cc0a7d6f12c13', 'gw_port_host': None}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:47:57.891316 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:57.895678 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:57.939318 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca11684-0230-44c8-85a6-3a3471625bcb,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:57.942356 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:58.141002 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703739'] for router_gateway, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:58.319528 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:58.321734 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:58.344364 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728957'] for router, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:58.345560 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59d2cf03-bceb-4044-9646-73409b2e2b86 {{(pid=78681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 20:47:58.358443 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Notify callbacks [] for router, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:58.359625 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/59d2cf03-bceb-4044-9646-73409b2e2b86 HTTP/1.1" status: 204 len: 168 time: 1.4741600 Jul 19 20:47:58.362701 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 51848) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:58.425506 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_v2 [None req-321e3f9a-f7a4-4463-9cb8-e1de831cd685 admin admin] Deleting subnet c202b955-c81e-4d31-b1dc-220a161c0222 {{(pid=78681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:47:58.428419 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-321e3f9a-f7a4-4463-9cb8-e1de831cd685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:58.478733 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-321e3f9a-f7a4-4463-9cb8-e1de831cd685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189686'] for subnet, precommit_delete_associations {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:58.574801 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 6bb21e43-3aae-4744-bab3-62da999fcf1b no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:47:58.605715 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-321e3f9a-f7a4-4463-9cb8-e1de831cd685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:58.612877 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: 6bb21e43-3aae-4744-bab3-62da999fcf1b {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:47:58.613226 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 6bb21e43-3aae-4744-bab3-62da999fcf1b not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:47:58.613658 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 9ca11684-0230-44c8-85a6-3a3471625bcb no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:47:58.650710 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: 9ca11684-0230-44c8-85a6-3a3471625bcb {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:47:58.651096 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 9ca11684-0230-44c8-85a6-3a3471625bcb not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:47:58.702369 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-321e3f9a-f7a4-4463-9cb8-e1de831cd685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2105436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3837879'] for subnet, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:58.710336 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8b816ccb-634c-49ae-90fa-46e97d15f926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:58.748272 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e3f9a-f7a4-4463-9cb8-e1de831cd685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c202b955-c81e-4d31-b1dc-220a161c0222,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:58.751469 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-321e3f9a-f7a4-4463-9cb8-e1de831cd685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:58.752504 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-321e3f9a-f7a4-4463-9cb8-e1de831cd685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:58.763922 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51860) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:47:58.767747 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-321e3f9a-f7a4-4463-9cb8-e1de831cd685 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c202b955-c81e-4d31-b1dc-220a161c0222 HTTP/1.1" status: 204 len: 168 time: 0.4030426 Jul 19 20:47:58.769514 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de432ac-b39d-4250-8f64-169f2fccdd3d None None] Network dad11d84-acdb-4f3d-9636-885ee9d63330 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:47:58.896200 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:58.912201 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Deleting port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:58.912832 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:59.103555 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58935cb-fd14-4773-b1b9-c7154ef65d85 None None] DHCP port deletion for dad11d84-acdb-4f3d-9636-885ee9d63330 request from dv-cinder-801321-1-iscsi {{(pid=78683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 20:47:59.112577 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-a58935cb-fd14-4773-b1b9-c7154ef65d85 None None] Deleting port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:47:59.113019 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58935cb-fd14-4773-b1b9-c7154ef65d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:59.143694 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] For port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=2d4ccb93-a741-425e-8ee8-15d4a1d3a173,segment=NetworkSegment(ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d),segment_id=ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:59.144044 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:59.277142 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Calling delete_port for 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 owned by network:dhcp {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:59.327769 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-a58935cb-fd14-4773-b1b9-c7154ef65d85 None None] For port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=2d4ccb93-a741-425e-8ee8-15d4a1d3a173,segment=NetworkSegment(ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d),segment_id=ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:47:59.328058 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58935cb-fd14-4773-b1b9-c7154ef65d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:59.361291 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:59.366400 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-33066bc5-c489-497b-b2dc-2b186aadc03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:59.462008 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-a58935cb-fd14-4773-b1b9-c7154ef65d85 None None] Calling delete_port for 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:47:59.504787 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4ccb93-a741-425e-8ee8-15d4a1d3a173,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:59.506877 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] No DVR routers for this DVR port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 on host dv-cinder-801321-1-iscsi {{(pid=78682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:47:59.508596 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:59.540862 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.db.api [None req-a58935cb-fd14-4773-b1b9-c7154ef65d85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 20:47:59.541230 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_db.api [None req-a58935cb-fd14-4773-b1b9-c7154ef65d85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 20:47:59.624950 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:59.645441 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad11d84-acdb-4f3d-9636-885ee9d63330']}} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:59.662051 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d') {'for_net_delete': True} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:59.662343 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7b4a09-8c3a-46f7-b5b6-c2a44568d59d') {} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:47:59.674275 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2929478'] for segment, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:59.690528 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:59.696868 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=78682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:47:59.697330 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909962'] for segment, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: Traceback (most recent call last): Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: timer() Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: cb(*args, **kw) Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: return func(*args, **kwargs) Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: self._notify() Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: self.callback(batched_events) Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: event.method(event) Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: return f(self, *a, **k) Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._get(url).json() Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: return self.request(url, 'GET', **kwargs) Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:47:59.711445 dv-cinder-801321-1-iscsi neutron-server[78682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:47:59.789315 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:59.793002 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:47:59.808085 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:47:59.817369 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dad11d84-acdb-4f3d-9636-885ee9d63330,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:47:59.821774 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:47:59.825400 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-04f9a1c7-e5ee-4275-abbb-fa336c7517b7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dad11d84-acdb-4f3d-9636-885ee9d63330 HTTP/1.1" status: 204 len: 168 time: 1.0602298 Jul 19 20:48:00.008350 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51872) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:00.042790 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-a58935cb-fd14-4773-b1b9-c7154ef65d85 None None] Deleting port 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:48:00.043379 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58935cb-fd14-4773-b1b9-c7154ef65d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:00.057829 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-40564295-f567-41c1-b7f6-0270f89e7e20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c08093ae363f4211aa96b34b88609483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482192 Jul 19 20:48:00.060332 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51876) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:00.116499 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-a58935cb-fd14-4773-b1b9-c7154ef65d85 None None] The port '2d4ccb93-a741-425e-8ee8-15d4a1d3a173' was deleted {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 20:48:00.124568 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad296-dc1e-4128-9e0c-d12df97daf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:00.155360 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad296-dc1e-4128-9e0c-d12df97daf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:00.216790 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad296-dc1e-4128-9e0c-d12df97daf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:00.221752 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d5d2e208-7da7-4ac3-89aa-8607dec20469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:00.237425 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ad296-dc1e-4128-9e0c-d12df97daf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5c2264-baff-4f7d-b81e-8bff564ee7f8,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:00.243120 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8a7ad296-dc1e-4128-9e0c-d12df97daf02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:00.248463 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad296-dc1e-4128-9e0c-d12df97daf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:00.249720 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-8a7ad296-dc1e-4128-9e0c-d12df97daf02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e5c2264-baff-4f7d-b81e-8bff564ee7f8 HTTP/1.1" status: 204 len: 168 time: 0.1884837 Jul 19 20:48:00.320487 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:48:00.358125 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:48:00.358476 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 2d4ccb93-a741-425e-8ee8-15d4a1d3a173 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:48:00.624497 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51884) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:00.671946 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b5d64085-c30f-4bd2-a4d5-641d74afc6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:00.700770 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-fc350b10-ea15-4e90-8531-fbffa4e3822d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a391fce57994fb0978cc0a7d6f12c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747616 Jul 19 20:48:00.703473 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51888) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:00.787744 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-94dd54be-2f63-4c9c-859c-838525cd31fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:00.815365 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-94dd54be-2f63-4c9c-859c-838525cd31fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:00.870246 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-94dd54be-2f63-4c9c-859c-838525cd31fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:00.878401 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-5e0aae80-5df4-4473-bbaa-f923563c4fbe tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:00.901203 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd54be-2f63-4c9c-859c-838525cd31fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb026969-1ec4-406c-81cb-e0721a95f6bd,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:00.904854 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-94dd54be-2f63-4c9c-859c-838525cd31fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:00.908246 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-94dd54be-2f63-4c9c-859c-838525cd31fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:00.909349 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-94dd54be-2f63-4c9c-859c-838525cd31fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb026969-1ec4-406c-81cb-e0721a95f6bd HTTP/1.1" status: 204 len: 168 time: 0.2040942 Jul 19 20:48:01.317105 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:03.398938 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c9a7540f-faff-4d91-9a2a-2e60d383b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:03.918346 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51954) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:04.054212 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cd7c72a8-fb1e-4721-ab89-bc288c4ff736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:04.076738 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-cd7c72a8-fb1e-4721-ab89-bc288c4ff736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:04.081841 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-cd7c72a8-fb1e-4721-ab89-bc288c4ff736 admin admin] Usage tracker for resource:security_group_rule and tenant:b85de6f926f54014a0abc73338329698 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:04.084975 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-cd7c72a8-fb1e-4721-ab89-bc288c4ff736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:04.091688 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-cd7c72a8-fb1e-4721-ab89-bc288c4ff736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:04.191105 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cd7c72a8-fb1e-4721-ab89-bc288c4ff736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:04.195582 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cd7c72a8-fb1e-4721-ab89-bc288c4ff736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:04.204987 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-94dd54be-2f63-4c9c-859c-838525cd31fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:04.246311 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c72a8-fb1e-4721-ab89-bc288c4ff736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f375c26b-8532-4a39-835d-1c0c14ca3724,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:04.263992 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-cd7c72a8-fb1e-4721-ab89-bc288c4ff736 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b85de6f926f54014a0abc73338329698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413475 Jul 19 20:48:04.263992 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-cd7c72a8-fb1e-4721-ab89-bc288c4ff736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:04.263992 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 51966) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:04.337768 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d0acbeab-f9f5-49e2-95c2-26861f38799c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:04.358050 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d0acbeab-f9f5-49e2-95c2-26861f38799c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:04.412134 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d0acbeab-f9f5-49e2-95c2-26861f38799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:04.415848 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4f3edc54-89c2-44f8-a4d4-08d23a87580c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:04.430897 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acbeab-f9f5-49e2-95c2-26861f38799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f375c26b-8532-4a39-835d-1c0c14ca3724,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:04.434664 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d0acbeab-f9f5-49e2-95c2-26861f38799c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:04.437971 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-d0acbeab-f9f5-49e2-95c2-26861f38799c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:04.439825 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-d0acbeab-f9f5-49e2-95c2-26861f38799c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f375c26b-8532-4a39-835d-1c0c14ca3724 HTTP/1.1" status: 204 len: 168 time: 0.1749678 Jul 19 20:48:05.177092 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:06.291927 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52020) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:06.417000 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-32a8b5bd-1f3b-4272-8cf6-f8f5341ba119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:06.432661 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-32a8b5bd-1f3b-4272-8cf6-f8f5341ba119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:06.437140 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-32a8b5bd-1f3b-4272-8cf6-f8f5341ba119 admin admin] Usage tracker for resource:security_group_rule and tenant:5c59b92fe0ee47498800ddabadd37ec9 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:06.440499 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-32a8b5bd-1f3b-4272-8cf6-f8f5341ba119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:06.446880 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-32a8b5bd-1f3b-4272-8cf6-f8f5341ba119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:06.562398 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-32a8b5bd-1f3b-4272-8cf6-f8f5341ba119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:06.568233 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-32a8b5bd-1f3b-4272-8cf6-f8f5341ba119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:06.576778 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-336efdb2-d26e-4ae5-90df-c80529a8a5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:06.608791 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:06.620828 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-32a8b5bd-1f3b-4272-8cf6-f8f5341ba119 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c59b92fe0ee47498800ddabadd37ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277683 Jul 19 20:48:06.621765 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8b5bd-1f3b-4272-8cf6-f8f5341ba119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206e6eed-6c62-4e62-a73c-bbe125d905ab,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:06.623935 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52028) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:06.625227 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-32a8b5bd-1f3b-4272-8cf6-f8f5341ba119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:06.695765 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:06.723783 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:06.783702 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:06.788092 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-fc2d8feb-dc98-4d81-aa71-73ba42baaf5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:06.800251 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206e6eed-6c62-4e62-a73c-bbe125d905ab,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:06.810579 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:06.810955 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:06.811347 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:06.811714 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:06.812074 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:06.812432 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:06.812790 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:06.813150 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:06.814015 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:06.814364 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:06.814713 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:06.815078 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:06.818391 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:06.819557 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/206e6eed-6c62-4e62-a73c-bbe125d905ab HTTP/1.1" status: 204 len: 168 time: 0.1942155 Jul 19 20:48:06.820474 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:07.104600 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52036) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:07.123033 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-7e238868-862b-465e-ba8a-d95852179d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:07.138821 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-7e238868-862b-465e-ba8a-d95852179d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:07.142729 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-7e238868-862b-465e-ba8a-d95852179d34 admin admin] Usage tracker for resource:security_group_rule and tenant:fd84fb45ca0d4406a5ae76fb1820eef0 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:07.145705 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-7e238868-862b-465e-ba8a-d95852179d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:07.151576 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-7e238868-862b-465e-ba8a-d95852179d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:07.253763 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-7e238868-862b-465e-ba8a-d95852179d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:07.258325 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-7e238868-862b-465e-ba8a-d95852179d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:07.266455 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-7a9375a3-6b97-4b7b-99f3-1a6b6cd2c07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:07.318097 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-7e238868-862b-465e-ba8a-d95852179d34 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd84fb45ca0d4406a5ae76fb1820eef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123494 Jul 19 20:48:07.319735 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e238868-862b-465e-ba8a-d95852179d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db57afb-756e-4cf9-b950-a771e9972482,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:07.320948 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52040) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:07.323021 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-7e238868-862b-465e-ba8a-d95852179d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:07.386338 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7d58589e-2b03-49e6-b10d-e38388ece99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:07.417241 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7d58589e-2b03-49e6-b10d-e38388ece99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:07.480850 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7d58589e-2b03-49e6-b10d-e38388ece99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:07.485339 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-cd853e8e-6627-4154-8a6b-c73d6cb18899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:07.503046 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58589e-2b03-49e6-b10d-e38388ece99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db57afb-756e-4cf9-b950-a771e9972482,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:07.507185 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-7d58589e-2b03-49e6-b10d-e38388ece99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:07.513073 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7d58589e-2b03-49e6-b10d-e38388ece99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:07.514699 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-7d58589e-2b03-49e6-b10d-e38388ece99e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9db57afb-756e-4cf9-b950-a771e9972482 HTTP/1.1" status: 204 len: 168 time: 0.1927183 Jul 19 20:48:10.940063 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52182) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:11.062930 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f248071c-8c7c-40be-9829-cee51bdb3c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:11.077939 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f248071c-8c7c-40be-9829-cee51bdb3c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:11.082296 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f248071c-8c7c-40be-9829-cee51bdb3c65 admin admin] Usage tracker for resource:security_group_rule and tenant:94c05908e3764a2389a1cc957b4a6a8e is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:11.085200 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f248071c-8c7c-40be-9829-cee51bdb3c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:11.090975 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f248071c-8c7c-40be-9829-cee51bdb3c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:11.179295 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f248071c-8c7c-40be-9829-cee51bdb3c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:11.183176 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f248071c-8c7c-40be-9829-cee51bdb3c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:11.190456 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4025bd1e-9c6c-4768-8bed-261dae1f22f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:11.233341 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-f248071c-8c7c-40be-9829-cee51bdb3c65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94c05908e3764a2389a1cc957b4a6a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889163 Jul 19 20:48:11.233341 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248071c-8c7c-40be-9829-cee51bdb3c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307484f0-9bd8-4131-b6a2-22de29f6cf63,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:11.233669 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52188) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:11.235369 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f248071c-8c7c-40be-9829-cee51bdb3c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:11.296964 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-517e4fcd-b9f1-486e-83f9-16780169104d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:11.324709 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-517e4fcd-b9f1-486e-83f9-16780169104d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:11.379909 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-517e4fcd-b9f1-486e-83f9-16780169104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:11.384947 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-739b2483-af67-4934-8436-d97916126492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:11.400063 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e4fcd-b9f1-486e-83f9-16780169104d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307484f0-9bd8-4131-b6a2-22de29f6cf63,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:11.405545 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-517e4fcd-b9f1-486e-83f9-16780169104d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:11.409174 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-517e4fcd-b9f1-486e-83f9-16780169104d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:11.411023 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-517e4fcd-b9f1-486e-83f9-16780169104d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/307484f0-9bd8-4131-b6a2-22de29f6cf63 HTTP/1.1" status: 204 len: 168 time: 0.1756413 Jul 19 20:48:11.697740 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52196) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:11.715842 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79bb-d6e5-44fe-8d7e-66a7b338cdf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:11.730926 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-6c2e79bb-d6e5-44fe-8d7e-66a7b338cdf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:11.734730 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-6c2e79bb-d6e5-44fe-8d7e-66a7b338cdf5 admin admin] Usage tracker for resource:security_group_rule and tenant:deada9aa7b424b25afe48bc08ec5b07c is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:11.737567 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-6c2e79bb-d6e5-44fe-8d7e-66a7b338cdf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:11.743253 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-6c2e79bb-d6e5-44fe-8d7e-66a7b338cdf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:11.836477 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79bb-d6e5-44fe-8d7e-66a7b338cdf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:11.840599 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6c2e79bb-d6e5-44fe-8d7e-66a7b338cdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:11.852166 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-7e238868-862b-465e-ba8a-d95852179d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:11.892696 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-6c2e79bb-d6e5-44fe-8d7e-66a7b338cdf5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=deada9aa7b424b25afe48bc08ec5b07c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937969 Jul 19 20:48:11.893569 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e79bb-d6e5-44fe-8d7e-66a7b338cdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1c7d11-33e2-4ea7-acda-5ed0401fd722,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:11.895622 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52200) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:11.896613 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-6c2e79bb-d6e5-44fe-8d7e-66a7b338cdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:11.962872 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-958778c8-5efe-4d65-8927-c7a85b9058e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:11.990613 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-958778c8-5efe-4d65-8927-c7a85b9058e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:12.047815 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-958778c8-5efe-4d65-8927-c7a85b9058e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:12.052697 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-59860457-048b-442b-811e-71d11277f339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:12.065727 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958778c8-5efe-4d65-8927-c7a85b9058e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1c7d11-33e2-4ea7-acda-5ed0401fd722,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:12.068655 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-958778c8-5efe-4d65-8927-c7a85b9058e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:12.078031 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-958778c8-5efe-4d65-8927-c7a85b9058e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:12.082517 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-958778c8-5efe-4d65-8927-c7a85b9058e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f1c7d11-33e2-4ea7-acda-5ed0401fd722 HTTP/1.1" status: 204 len: 168 time: 0.1857328 Jul 19 20:48:17.216123 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:19.490917 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52328) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:19.610678 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b712fedd-0e62-45d3-8453-a699eb3ffe74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:19.626104 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-b712fedd-0e62-45d3-8453-a699eb3ffe74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:19.629946 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-b712fedd-0e62-45d3-8453-a699eb3ffe74 admin admin] Usage tracker for resource:security_group_rule and tenant:65610699f1194a218a929b4fb5bd17ff is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:19.634580 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-b712fedd-0e62-45d3-8453-a699eb3ffe74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:19.639128 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-b712fedd-0e62-45d3-8453-a699eb3ffe74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:19.728460 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b712fedd-0e62-45d3-8453-a699eb3ffe74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:19.732221 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-b712fedd-0e62-45d3-8453-a699eb3ffe74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:19.740657 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-57a0c63c-f6da-4d71-abf1-d1ff7fec40bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:19.779826 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-b712fedd-0e62-45d3-8453-a699eb3ffe74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65610699f1194a218a929b4fb5bd17ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878222 Jul 19 20:48:19.781441 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712fedd-0e62-45d3-8453-a699eb3ffe74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd57d4c-bf01-4e5e-bc58-baa5fbe8be76,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:19.782431 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52334) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:19.785121 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-b712fedd-0e62-45d3-8453-a699eb3ffe74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:19.843150 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b1d7fc10-febe-4959-afb1-4d65b890b9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:19.868305 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b1d7fc10-febe-4959-afb1-4d65b890b9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:19.881052 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:48:19.919606 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b1d7fc10-febe-4959-afb1-4d65b890b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:19.923328 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c41d4c0c-459d-47b0-ba15-43201035ae91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:19.935243 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7fc10-febe-4959-afb1-4d65b890b9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd57d4c-bf01-4e5e-bc58-baa5fbe8be76,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:19.937850 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-b1d7fc10-febe-4959-afb1-4d65b890b9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:19.945621 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-b1d7fc10-febe-4959-afb1-4d65b890b9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:19.946930 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-b1d7fc10-febe-4959-afb1-4d65b890b9fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bd57d4c-bf01-4e5e-bc58-baa5fbe8be76 HTTP/1.1" status: 204 len: 168 time: 0.1626859 Jul 19 20:48:20.236338 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52342) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:20.254490 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-cb8630b2-a2bd-4c94-9a21-b44dc3b047dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:20.269344 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-cb8630b2-a2bd-4c94-9a21-b44dc3b047dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:20.273116 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-cb8630b2-a2bd-4c94-9a21-b44dc3b047dc admin admin] Usage tracker for resource:security_group_rule and tenant:8f0ecee2e808404d8b31b118a9aea5a1 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:20.276029 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-cb8630b2-a2bd-4c94-9a21-b44dc3b047dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:20.282033 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-cb8630b2-a2bd-4c94-9a21-b44dc3b047dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:20.368736 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-cb8630b2-a2bd-4c94-9a21-b44dc3b047dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:20.372414 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-cb8630b2-a2bd-4c94-9a21-b44dc3b047dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:20.379835 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-9141decd-a3b7-4ac1-a006-6c150bf22ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:20.424595 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-cb8630b2-a2bd-4c94-9a21-b44dc3b047dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f0ecee2e808404d8b31b118a9aea5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870546 Jul 19 20:48:20.425968 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8630b2-a2bd-4c94-9a21-b44dc3b047dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb64cc21-691a-47c9-a09b-ae3ed36e4d49,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:20.427278 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52346) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:20.429009 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-cb8630b2-a2bd-4c94-9a21-b44dc3b047dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:20.492282 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8f12277b-b4ef-4141-acf4-0379cb31ed55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:20.519201 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8f12277b-b4ef-4141-acf4-0379cb31ed55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:20.571029 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8f12277b-b4ef-4141-acf4-0379cb31ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:20.574702 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1d0a40ce-7860-4068-8825-2ae715b1910e tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:20.587754 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12277b-b4ef-4141-acf4-0379cb31ed55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb64cc21-691a-47c9-a09b-ae3ed36e4d49,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:20.591370 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8f12277b-b4ef-4141-acf4-0379cb31ed55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:20.600349 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-8f12277b-b4ef-4141-acf4-0379cb31ed55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:20.601533 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-8f12277b-b4ef-4141-acf4-0379cb31ed55 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb64cc21-691a-47c9-a09b-ae3ed36e4d49 HTTP/1.1" status: 204 len: 168 time: 0.1732385 Jul 19 20:48:21.348207 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52370) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:21.459991 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1080876908-network', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:21.465232 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:21.469260 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Usage tracker for resource:network and tenant:1acd6e3a1f0544f9954bf55b30540624 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:21.473639 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:21.480986 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:21.490553 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Made reservation on behalf of 1acd6e3a1f0544f9954bf55b30540624 for: {'network': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:48:21.492879 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:21.505529 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:21.521592 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:21.525539 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Usage tracker for resource:security_group_rule and tenant:1acd6e3a1f0544f9954bf55b30540624 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:21.528993 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:21.536689 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:21.628538 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:21.632938 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:21.635957 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ea703472-ecac-4efb-8a2c-88a11c1b2bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:21.666678 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=78682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:48:21.674920 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4137f82-a1d8-461e-8457-7de8e1298fe6,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:21.678424 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:21.680871 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:21.681205 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.segments_db [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Added segment 4fd1b82b-1802-4c2c-8a90-cd8599045e70 of type vlan for network f41b1b46-8571-488f-8713-c3a5eceb73f4 Jul 19 20:48:21.709448 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:21.739733 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:21.741193 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:48:21.741785 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:21.745078 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:21.856447 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5068560 Jul 19 20:48:21.859488 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52376) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:21.860324 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Pushing event updated for resources: {'Network': ['ID=f41b1b46-8571-488f-8713-c3a5eceb73f4,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:21.864255 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c67500ee-9363-43d5-a08f-3dde7254ffa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:21.866476 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Request body: {'subnet': {'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1080876908-subnet', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'ip_version': 4}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:21.871443 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network f41b1b46-8571-488f-8713-c3a5eceb73f4 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:48:21.872071 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:21.875694 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Usage tracker for resource:subnet and tenant:1acd6e3a1f0544f9954bf55b30540624 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:21.878766 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:21.886245 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:21.895840 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Made reservation on behalf of 1acd6e3a1f0544f9954bf55b30540624 for: {'subnet': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:48:21.898307 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3837916'] for subnet, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:22.109551 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2159775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3837870'] for subnet, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:22.114131 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:22.195625 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65fbade-4220-4241-9476-6ff7d50ac280,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:22.203093 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:22.213119 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Checking segment: {'id': '4fd1b82b-1802-4c2c-8a90-cd8599045e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:48:22.213470 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Network hostable DHCP agents. Network: f41b1b46-8571-488f-8713-c3a5eceb73f4, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:48:22.234195 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Network f41b1b46-8571-488f-8713-c3a5eceb73f4 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:48:22.243676 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, f41b1b46-8571-488f-8713-c3a5eceb73f4) {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:48:22.247754 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:48:22.248345 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:22.253270 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57647843-b37f-4c57-b4a2-e971a10ad051 None None] Network f41b1b46-8571-488f-8713-c3a5eceb73f4 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:48:22.275656 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-81a5ac5b-f49e-4557-aa5a-3b8ef60ada18 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4148364 Jul 19 20:48:22.278904 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52380) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:22.287394 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1080876908-router', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:22.292501 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:22.296175 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Usage tracker for resource:router and tenant:1acd6e3a1f0544f9954bf55b30540624 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:22.299925 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:22.305765 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:22.317060 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:22.318149 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-709492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:22.337461 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:22.482262 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a9859ff-3bcc-5e62-9b24-b3a30d5fcb8c-f41b1b46-8571-488f-8713-c3a5eceb73f4', 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'fixed_ips': [{'subnet_id': 'c65fbade-4220-4241-9476-6ff7d50ac280'}]}} from dv-cinder-801321-1-iscsi. {{(pid=78683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 20:48:22.483245 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:22.642703 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Allocated IP 172.20.0.2 (f41b1b46-8571-488f-8713-c3a5eceb73f4/c65fbade-4220-4241-9476-6ff7d50ac280/b06f8b8e-9d27-4cce-8b93-51065316f7bd) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:48:22.713643 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1630'] for router, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:22.905705 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:22.917883 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Transition to ACTIVE for port object b06f8b8e-9d27-4cce-8b93-51065316f7bd will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:48:22.937918 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Transition to ACTIVE for port object b06f8b8e-9d27-4cce-8b93-51065316f7bd will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:48:22.944405 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:22.948800 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:23.020544 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Network f41b1b46-8571-488f-8713-c3a5eceb73f4 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:48:23.023504 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Resources bound (agent type, host, resource id): {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:48:23.027128 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:48:23.033473 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Pushing event updated for resources: {'Port': ['ID=b06f8b8e-9d27-4cce-8b93-51065316f7bd,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:23.041931 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:23.071525 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:23.071862 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:23.072199 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:23.072536 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:23.072872 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:23.073204 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:23.073529 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:23.073855 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:23.074181 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:23.074504 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:23.074848 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:23.075196 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:23.077954 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:23.084759 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:23.140226 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Attempting to bind port b06f8b8e-9d27-4cce-8b93-51065316f7bd on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:48:23.140612 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Attempting to bind port b06f8b8e-9d27-4cce-8b93-51065316f7bd by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '4fd1b82b-1802-4c2c-8a90-cd8599045e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:48:23.140992 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Attempting to bind port b06f8b8e-9d27-4cce-8b93-51065316f7bd on network f41b1b46-8571-488f-8713-c3a5eceb73f4 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:48:23.147309 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:48:23.147700 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Checking segment: {'id': '4fd1b82b-1802-4c2c-8a90-cd8599045e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:48:23.148147 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:23.148551 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Bound using segment: {'id': '4fd1b82b-1802-4c2c-8a90-cd8599045e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:48:23.149029 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Bound port: b06f8b8e-9d27-4cce-8b93-51065316f7bd, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd1b82b-1802-4c2c-8a90-cd8599045e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:48:23.149412 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:23.241171 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Allocated IP 172.27.2.46 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/afab9e48-04ea-4226-a939-c552ff07e396) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:48:23.245098 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] For port b06f8b8e-9d27-4cce-8b93-51065316f7bd, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:48:23.248282 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] For port b06f8b8e-9d27-4cce-8b93-51065316f7bd, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=b06f8b8e-9d27-4cce-8b93-51065316f7bd,segment=NetworkSegment(4fd1b82b-1802-4c2c-8a90-cd8599045e70),segment_id=4fd1b82b-1802-4c2c-8a90-cd8599045e70)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:48:23.253547 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:23.257879 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:23.350300 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Pushing event updated for resources: {'Port': ['ID=b06f8b8e-9d27-4cce-8b93-51065316f7bd,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:23.353646 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:23.404059 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:23.435439 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:23.443697 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:23.516006 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:48:23.519703 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:48:23.523745 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:48:23.561976 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Pushing event updated for resources: {'Port': ['ID=afab9e48-04ea-4226-a939-c552ff07e396,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:23.566576 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:24.146182 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:24.320243 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b983566-d8df-4858-9959-5e084530102f None None] Network f41b1b46-8571-488f-8713-c3a5eceb73f4 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:48:24.409904 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device b06f8b8e-9d27-4cce-8b93-51065316f7bd up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:48:24.479803 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-88a98b7d-eb59-4337-97c4-809643a0b07c None None] Provisioning for port b06f8b8e-9d27-4cce-8b93-51065316f7bd completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:48:24.505890 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703511'] for router, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:24.564833 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port b06f8b8e-9d27-4cce-8b93-51065316f7bd completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:48:24.605597 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port b06f8b8e-9d27-4cce-8b93-51065316f7bd triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:24.606164 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:24.725711 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Router 05745531-9a4a-47ad-85f5-f5eff300b01d is scheduled to L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 with binding_index 1 {{(pid=78682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 20:48:24.760595 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:24.801496 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port b06f8b8e-9d27-4cce-8b93-51065316f7bd, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=b06f8b8e-9d27-4cce-8b93-51065316f7bd,segment=NetworkSegment(4fd1b82b-1802-4c2c-8a90-cd8599045e70),segment_id=4fd1b82b-1802-4c2c-8a90-cd8599045e70)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:48:24.807092 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:24.813016 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:24.886070 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=b06f8b8e-9d27-4cce-8b93-51065316f7bd,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:24.892422 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:24.930056 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:48:24.941083 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Sync routers for ids ['05745531-9a4a-47ad-85f5-f5eff300b01d'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:48:24.956603 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:24.957392 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Routers {'05745531-9a4a-47ad-85f5-f5eff300b01d'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:48:24.957882 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-34bb5bd1-3b0a-4c45-9ca4-d7a5040be1ad admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6778984 Jul 19 20:48:24.958252 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:48:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['05745531-9a4a-47ad-85f5-f5eff300b01d'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:24.968922 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52384) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:25.034466 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-03374c12-b337-41d7-8bdd-ad6a3cf2e742 None None] Provisioning complete for port b06f8b8e-9d27-4cce-8b93-51065316f7bd triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:25.035012 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-03374c12-b337-41d7-8bdd-ad6a3cf2e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:25.279160 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Set router 05745531-9a4a-47ad-85f5-f5eff300b01d gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:48:25.707835 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'name': 'tempest-TestVolumeBootPattern-1080876908-router', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:22Z', 'updated_at': '2021-07-19T20:48:23Z', 'revision_number': 3, 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'gw_port': {'id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:23Z', 'updated_at': '2021-07-19T20:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:25.714829 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Checking router: 05745531-9a4a-47ad-85f5-f5eff300b01d for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:48:25.715427 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Updating router 05745531-9a4a-47ad-85f5-f5eff300b01d port afab9e48-04ea-4226-a939-c552ff07e396 binding host dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:48:25.778766 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:25.898743 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:26.158269 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Allocated IP 172.20.0.1 (f41b1b46-8571-488f-8713-c3a5eceb73f4/c65fbade-4220-4241-9476-6ff7d50ac280/a09b06ff-36bd-42d5-8698-4ba53b1da67c) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:48:26.211468 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:26.224724 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Transition to ACTIVE for port object afab9e48-04ea-4226-a939-c552ff07e396 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:48:26.233553 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:26.238584 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:26.323093 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Pushing event updated for resources: {'Port': ['ID=afab9e48-04ea-4226-a939-c552ff07e396,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:26.332837 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:26.333158 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:26.333503 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:26.333832 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:26.334156 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:26.334483 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:26.334802 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:26.335258 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:26.335471 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:26.335791 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:26.336150 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:26.336468 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:26.340574 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:26.341878 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Attempting to bind port afab9e48-04ea-4226-a939-c552ff07e396 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:48:26.342251 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Attempting to bind port afab9e48-04ea-4226-a939-c552ff07e396 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:48:26.342628 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Attempting to bind port afab9e48-04ea-4226-a939-c552ff07e396 on network f5466eaf-cb4a-4a64-b931-13ea23041666 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:48:26.348766 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:48:26.349056 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Checking segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:48:26.349478 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:26.349876 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Bound using segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:48:26.350356 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Bound port: afab9e48-04ea-4226-a939-c552ff07e396, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:48:26.350759 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:26.350905 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:26.365118 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device b06f8b8e-9d27-4cce-8b93-51065316f7bd up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:48:26.379586 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.provisioning_blocks [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Transition to ACTIVE for port object a09b06ff-36bd-42d5-8698-4ba53b1da67c will not be triggered until provisioned by entity DHCP. {{(pid=78682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:48:26.411187 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:26.418753 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-816f2dcf-9ac7-48ab-856f-d6e16dec3aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:26.438423 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port b06f8b8e-9d27-4cce-8b93-51065316f7bd triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:26.438843 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:26.448105 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] For port afab9e48-04ea-4226-a939-c552ff07e396, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:48:26.451987 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] For port afab9e48-04ea-4226-a939-c552ff07e396, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=afab9e48-04ea-4226-a939-c552ff07e396,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:48:26.458818 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:26.463415 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:26.490534 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Network f41b1b46-8571-488f-8713-c3a5eceb73f4 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:48:26.493806 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:48:26.497975 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:48:26.560258 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728897'] for router_interface, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:26.598758 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Routers {'05745531-9a4a-47ad-85f5-f5eff300b01d'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:48:26.599463 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:48:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['05745531-9a4a-47ad-85f5-f5eff300b01d'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:26.721624 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Pushing event updated for resources: {'Port': ['ID=afab9e48-04ea-4226-a939-c552ff07e396,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:26.725103 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Pushing event updated for resources: {'Port': ['ID=a09b06ff-36bd-42d5-8698-4ba53b1da67c,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:26.735872 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:26.784845 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1e643d0d-8f74-4381-8003-63a5b3589154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:26.843562 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3ab55aed-975f-4d6f-8c00-7bd97b2cf65e None None] Provisioning for port a09b06ff-36bd-42d5-8698-4ba53b1da67c completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:48:26.850442 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3ab55aed-975f-4d6f-8c00-7bd97b2cf65e None None] Provisioning complete for port a09b06ff-36bd-42d5-8698-4ba53b1da67c triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:26.851085 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3ab55aed-975f-4d6f-8c00-7bd97b2cf65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:26.851422 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] Set router 05745531-9a4a-47ad-85f5-f5eff300b01d gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:48:26.856967 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:26.922225 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3ab55aed-975f-4d6f-8c00-7bd97b2cf65e None None] Port a09b06ff-36bd-42d5-8698-4ba53b1da67c cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:48:27.204874 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:27.210312 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:27.217055 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'name': 'tempest-TestVolumeBootPattern-1080876908-router', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:22Z', 'updated_at': '2021-07-19T20:48:23Z', 'revision_number': 3, 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'gw_port': {'id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:23Z', 'updated_at': '2021-07-19T20:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:27.223462 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196952d9-3906-4a32-85a6-8939b35bdba3 None None] The sync data for ids ['05745531-9a4a-47ad-85f5-f5eff300b01d'] in dv-cinder-801321-1-iscsi is: [{'id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'name': 'tempest-TestVolumeBootPattern-1080876908-router', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:22Z', 'updated_at': '2021-07-19T20:48:23Z', 'revision_number': 3, 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'gw_port': {'id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:23Z', 'updated_at': '2021-07-19T20:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:48:27.236366 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3284c32b-3e7e-4599-b6de-1297a6a44b06 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:27.325268 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Pushing event updated for resources: {'Port': ['ID=a09b06ff-36bd-42d5-8698-4ba53b1da67c,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:27.327948 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729060'] for router_interface, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:27.332649 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:27.487917 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Network f41b1b46-8571-488f-8713-c3a5eceb73f4 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:48:27.489508 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:48:27.764495 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-eb2e47d6-717c-4c39-8071-d9203f0959f5 None None] Provisioning complete for port a09b06ff-36bd-42d5-8698-4ba53b1da67c triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:27.765125 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-eb2e47d6-717c-4c39-8071-d9203f0959f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:27.833647 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e47d6-717c-4c39-8071-d9203f0959f5 None None] Port a09b06ff-36bd-42d5-8698-4ba53b1da67c cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:48:27.871825 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Router 05745531-9a4a-47ad-85f5-f5eff300b01d has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:48:28.116937 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:48:28.137870 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] 10.222.0.36 "PUT /v2.0/routers/05745531-9a4a-47ad-85f5-f5eff300b01d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1615281 Jul 19 20:48:28.409919 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device afab9e48-04ea-4226-a939-c552ff07e396 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:48:28.515272 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port afab9e48-04ea-4226-a939-c552ff07e396 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:48:28.521112 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port afab9e48-04ea-4226-a939-c552ff07e396 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:28.521514 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:28.663360 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:28.691337 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port afab9e48-04ea-4226-a939-c552ff07e396, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=afab9e48-04ea-4226-a939-c552ff07e396,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:48:28.706091 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:28.709750 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:28.832447 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=afab9e48-04ea-4226-a939-c552ff07e396,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:28.837724 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:28.865803 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52412) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:28.871911 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2077246331-network', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:28.877481 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:28.882210 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Usage tracker for resource:network and tenant:290859db8c474470a1d7d8563d0ac52a is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:28.885985 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:28.892688 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:28.905537 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Made reservation on behalf of 290859db8c474470a1d7d8563d0ac52a for: {'network': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:48:28.908302 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:28.922439 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:28.940489 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:28.946023 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Usage tracker for resource:security_group_rule and tenant:290859db8c474470a1d7d8563d0ac52a is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:28.950075 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:28.959354 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:29.061997 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Sync routers for ids ['05745531-9a4a-47ad-85f5-f5eff300b01d'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:48:29.077794 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Routers {'05745531-9a4a-47ad-85f5-f5eff300b01d'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:48:29.078763 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:48:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['05745531-9a4a-47ad-85f5-f5eff300b01d'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:29.083466 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:29.088565 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:29.092631 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-32a8b5bd-1f3b-4272-8cf6-f8f5341ba119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:29.124157 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=78682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:48:29.135305 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97918a97-cad4-4fd6-8f40-b29f7c248bdb,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:29.139630 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:29.143477 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:29.143796 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.segments_db [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Added segment a9dc5bee-f286-4e9c-b7c4-de426f1b26af of type vlan for network e6bfe73a-5e9a-4975-b6da-e155d7732773 Jul 19 20:48:29.179754 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:29.219043 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:29.220290 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:48:29.220993 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:29.226919 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:29.338172 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4710257 Jul 19 20:48:29.338870 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Pushing event updated for resources: {'Network': ['ID=e6bfe73a-5e9a-4975-b6da-e155d7732773,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:29.340990 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52416) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:29.341999 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:29.350937 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Request body: {'subnet': {'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2077246331-subnet', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'ip_version': 4}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:29.362177 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:29.367046 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Usage tracker for resource:subnet and tenant:290859db8c474470a1d7d8563d0ac52a is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:29.370343 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:29.370617 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network e6bfe73a-5e9a-4975-b6da-e155d7732773 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:48:29.377465 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:29.389614 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Made reservation on behalf of 290859db8c474470a1d7d8563d0ac52a for: {'subnet': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:48:29.392600 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3837916'] for subnet, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:29.543195 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Set router 05745531-9a4a-47ad-85f5-f5eff300b01d gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:48:29.767572 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2159775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3837870'] for subnet, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:29.772700 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-60d5c7fa-4d2c-4b60-883d-38f95ab415fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:29.874696 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=653a7d02-03f2-4dd9-92c1-06a102b970d1,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:29.881928 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:29.890684 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Checking segment: {'id': 'a9dc5bee-f286-4e9c-b7c4-de426f1b26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:48:29.891421 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Network hostable DHCP agents. Network: e6bfe73a-5e9a-4975-b6da-e155d7732773, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:48:29.920377 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Network e6bfe73a-5e9a-4975-b6da-e155d7732773 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:48:29.934117 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, e6bfe73a-5e9a-4975-b6da-e155d7732773) {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:48:29.940195 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:48:29.940783 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:29.953690 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c68b4e2-9d25-4543-b754-0f0e3c9f7888 None None] Network e6bfe73a-5e9a-4975-b6da-e155d7732773 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:48:29.971546 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-64e4f1ed-7e40-4352-b177-aeb36408a099 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6283355 Jul 19 20:48:29.974423 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52428) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:29.986362 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2077246331-router', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:29.995917 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:30.002590 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Usage tracker for resource:router and tenant:290859db8c474470a1d7d8563d0ac52a is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:30.006357 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:30.013898 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:30.034596 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:30.036042 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-709492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:30.060699 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:30.111228 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'name': 'tempest-TestVolumeBootPattern-1080876908-router', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:22Z', 'updated_at': '2021-07-19T20:48:26Z', 'revision_number': 4, 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'gw_port': {'id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:23Z', 'updated_at': '2021-07-19T20:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'a09b06ff-36bd-42d5-8698-4ba53b1da67c', 'name': '', 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'mac_address': 'fa:16:3e:13:2c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c65fbade-4220-4241-9476-6ff7d50ac280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:25Z', 'updated_at': '2021-07-19T20:48:26Z', 'revision_number': 2, 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'subnets': [{'id': 'c65fbade-4220-4241-9476-6ff7d50ac280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:30.143112 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Checking router: 05745531-9a4a-47ad-85f5-f5eff300b01d for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:48:30.143732 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Updating router 05745531-9a4a-47ad-85f5-f5eff300b01d port a09b06ff-36bd-42d5-8698-4ba53b1da67c binding host dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:48:30.286823 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:30.435329 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device afab9e48-04ea-4226-a939-c552ff07e396 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:48:30.481236 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1630'] for router, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:30.509579 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a9859ff-3bcc-5e62-9b24-b3a30d5fcb8c-e6bfe73a-5e9a-4975-b6da-e155d7732773', 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'fixed_ips': [{'subnet_id': '653a7d02-03f2-4dd9-92c1-06a102b970d1'}]}} from dv-cinder-801321-1-iscsi. {{(pid=78683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 20:48:30.510414 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:30.754824 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-98c5f593-36e3-487d-b39b-c7b584f4bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:30.781988 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port afab9e48-04ea-4226-a939-c552ff07e396 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:30.782375 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:30.879094 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:30.910135 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:31.065482 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Allocated IP 172.27.2.101 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/ef0417b3-aa89-499e-80d9-4590f23c4b11) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:48:31.123225 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Allocated IP 172.20.0.2 (e6bfe73a-5e9a-4975-b6da-e155d7732773/653a7d02-03f2-4dd9-92c1-06a102b970d1/f27d49ff-af46-4d9d-9fcf-d0b75bc47e21) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:48:31.392819 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:31.404174 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:31.426143 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Transition to ACTIVE for port object a09b06ff-36bd-42d5-8698-4ba53b1da67c will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:48:31.452060 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:31.454561 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:31.459180 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:31.505404 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:31.510436 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-148c7f0a-6869-4633-b6f4-0c09b6ebe708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:31.591666 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:48:31.595883 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:48:31.600239 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:48:31.727413 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:31.746606 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Transition to ACTIVE for port object f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:48:31.795159 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5507f-f700-40c0-958c-9b8a949bae34 None None] Pushing event updated for resources: {'Port': ['ID=a09b06ff-36bd-42d5-8698-4ba53b1da67c,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:31.808035 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-36f5507f-f700-40c0-958c-9b8a949bae34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:31.830794 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Transition to ACTIVE for port object f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:48:31.842835 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Pushing event updated for resources: {'Port': ['ID=ef0417b3-aa89-499e-80d9-4590f23c4b11,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:31.858914 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:31.920266 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:32.030298 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-36f5507f-f700-40c0-958c-9b8a949bae34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:32.225420 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Network e6bfe73a-5e9a-4975-b6da-e155d7732773 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:48:32.233437 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Resources bound (agent type, host, resource id): {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:48:32.236271 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:32.237229 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:48:32.239414 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Pushing event updated for resources: {'Port': ['ID=f27d49ff-af46-4d9d-9fcf-d0b75bc47e21,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:32.242147 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:32.242905 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Attempting to bind port a09b06ff-36bd-42d5-8698-4ba53b1da67c on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:48:32.243314 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Attempting to bind port a09b06ff-36bd-42d5-8698-4ba53b1da67c by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '4fd1b82b-1802-4c2c-8a90-cd8599045e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:48:32.244119 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Attempting to bind port a09b06ff-36bd-42d5-8698-4ba53b1da67c on network f41b1b46-8571-488f-8713-c3a5eceb73f4 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:48:32.269308 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:48:32.269810 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Checking segment: {'id': '4fd1b82b-1802-4c2c-8a90-cd8599045e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:48:32.270161 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:32.270591 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Bound using segment: {'id': '4fd1b82b-1802-4c2c-8a90-cd8599045e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:48:32.271181 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Bound port: a09b06ff-36bd-42d5-8698-4ba53b1da67c, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd1b82b-1802-4c2c-8a90-cd8599045e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:48:32.271556 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:32.476414 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Attempting to bind port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:48:32.476876 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Attempting to bind port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'a9dc5bee-f286-4e9c-b7c4-de426f1b26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:48:32.477327 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Attempting to bind port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 on network e6bfe73a-5e9a-4975-b6da-e155d7732773 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:48:32.497469 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:48:32.497839 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Checking segment: {'id': 'a9dc5bee-f286-4e9c-b7c4-de426f1b26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:48:32.498251 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:32.498663 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Bound using segment: {'id': 'a9dc5bee-f286-4e9c-b7c4-de426f1b26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:48:32.499300 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Bound port: f27d49ff-af46-4d9d-9fcf-d0b75bc47e21, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9dc5bee-f286-4e9c-b7c4-de426f1b26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:48:32.499767 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:32.518242 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4467de8-5e99-4ec0-99c7-a4b1b095d1ae req-c97893ba-ab3c-4996-9914-c5f3e765befa tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:48:32.526830 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b4467de8-5e99-4ec0-99c7-a4b1b095d1ae req-c97893ba-ab3c-4996-9914-c5f3e765befa tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 946 time: 0.1258910 Jul 19 20:48:32.527783 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] For port a09b06ff-36bd-42d5-8698-4ba53b1da67c, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:48:32.533657 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] For port a09b06ff-36bd-42d5-8698-4ba53b1da67c, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=a09b06ff-36bd-42d5-8698-4ba53b1da67c,segment=NetworkSegment(4fd1b82b-1802-4c2c-8a90-cd8599045e70),segment_id=4fd1b82b-1802-4c2c-8a90-cd8599045e70)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:48:32.573892 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:32.580352 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b4467de8-5e99-4ec0-99c7-a4b1b095d1ae req-93051b68-2404-4daf-9499-503b0dfe9bf5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520823 Jul 19 20:48:32.581623 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:32.659545 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703511'] for router, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:32.781404 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] For port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:48:32.783974 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Routers {'05745531-9a4a-47ad-85f5-f5eff300b01d'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:48:32.784775 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:48:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['05745531-9a4a-47ad-85f5-f5eff300b01d'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:32.836700 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5507f-f700-40c0-958c-9b8a949bae34 None None] Pushing event updated for resources: {'Port': ['ID=a09b06ff-36bd-42d5-8698-4ba53b1da67c,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:32.840095 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-36f5507f-f700-40c0-958c-9b8a949bae34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:32.866287 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] For port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=f27d49ff-af46-4d9d-9fcf-d0b75bc47e21,segment=NetworkSegment(a9dc5bee-f286-4e9c-b7c4-de426f1b26af),segment_id=a9dc5bee-f286-4e9c-b7c4-de426f1b26af)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:48:32.881137 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:32.887483 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:32.939172 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Router 178e2f87-8236-43e4-b477-2a543ba3a7ef is scheduled to L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 with binding_index 1 {{(pid=78682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 20:48:33.140283 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Pushing event updated for resources: {'Port': ['ID=f27d49ff-af46-4d9d-9fcf-d0b75bc47e21,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:33.144717 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:33.158383 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:48:33.172552 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Sync routers for ids ['178e2f87-8236-43e4-b477-2a543ba3a7ef'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:48:33.180265 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] Set router 05745531-9a4a-47ad-85f5-f5eff300b01d gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:48:33.194133 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Routers {'178e2f87-8236-43e4-b477-2a543ba3a7ef'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:48:33.195828 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:48:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['178e2f87-8236-43e4-b477-2a543ba3a7ef'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:33.199346 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:33.201878 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-e0a7acee-d8c7-4cb8-90d2-b869d8fe979a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2237566 Jul 19 20:48:33.205244 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52450) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:33.486115 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3f262969-f2bd-4156-b678-dc4bd354c39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:33.495571 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Set router 178e2f87-8236-43e4-b477-2a543ba3a7ef gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:48:33.695324 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'name': 'tempest-TestVolumeBootPattern-1080876908-router', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:22Z', 'updated_at': '2021-07-19T20:48:26Z', 'revision_number': 4, 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'gw_port': {'id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:23Z', 'updated_at': '2021-07-19T20:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'a09b06ff-36bd-42d5-8698-4ba53b1da67c', 'name': '', 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'mac_address': 'fa:16:3e:13:2c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c65fbade-4220-4241-9476-6ff7d50ac280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:25Z', 'updated_at': '2021-07-19T20:48:32Z', 'revision_number': 4, 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'subnets': [{'id': 'c65fbade-4220-4241-9476-6ff7d50ac280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:33.700395 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5ec9b-4694-4d9b-9f53-ecd772dbb94e None None] The sync data for ids ['05745531-9a4a-47ad-85f5-f5eff300b01d'] in dv-cinder-801321-1-iscsi is: [{'id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'name': 'tempest-TestVolumeBootPattern-1080876908-router', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:22Z', 'updated_at': '2021-07-19T20:48:26Z', 'revision_number': 4, 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'gw_port': {'id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:23Z', 'updated_at': '2021-07-19T20:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'a09b06ff-36bd-42d5-8698-4ba53b1da67c', 'name': '', 'network_id': 'f41b1b46-8571-488f-8713-c3a5eceb73f4', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'mac_address': 'fa:16:3e:13:2c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c65fbade-4220-4241-9476-6ff7d50ac280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:25Z', 'updated_at': '2021-07-19T20:48:32Z', 'revision_number': 4, 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'subnets': [{'id': 'c65fbade-4220-4241-9476-6ff7d50ac280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:48:33.842111 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'name': 'tempest-TestVolumeBootPattern-2077246331-router', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:31Z', 'revision_number': 3, 'project_id': '290859db8c474470a1d7d8563d0ac52a', 'gw_port': {'id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:33.847237 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Checking router: 178e2f87-8236-43e4-b477-2a543ba3a7ef for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:48:33.847895 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Updating router 178e2f87-8236-43e4-b477-2a543ba3a7ef port ef0417b3-aa89-499e-80d9-4590f23c4b11 binding host dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:48:33.935307 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:34.135809 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a4f01-6020-40b2-9e81-4c5b1f68e9bd req-8a525f36-26a4-4dc8-bd3a-9771ed975d4a tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:48:34.145077 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0b7a4f01-6020-40b2-9e81-4c5b1f68e9bd req-8a525f36-26a4-4dc8-bd3a-9771ed975d4a tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 946 time: 0.3173585 Jul 19 20:48:34.227233 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-0b7a4f01-6020-40b2-9e81-4c5b1f68e9bd req-81ad5ffe-0469-415e-b183-037bf238c4ae tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787213 Jul 19 20:48:34.428184 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:34.448554 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Transition to ACTIVE for port object ef0417b3-aa89-499e-80d9-4590f23c4b11 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:48:34.470613 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device a09b06ff-36bd-42d5-8698-4ba53b1da67c up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:48:34.474756 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:34.480228 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0889f1f-c474-4823-af9a-9b7971512913 req-edc93cd8-3f5e-459c-ab72-83aed0fcbdb5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:48:34.488191 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f0889f1f-c474-4823-af9a-9b7971512913 req-edc93cd8-3f5e-459c-ab72-83aed0fcbdb5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.45 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 946 time: 0.3225803 Jul 19 20:48:34.491345 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-df04fde4-c841-42f4-b059-79d5d47c52ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:34.571931 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port a09b06ff-36bd-42d5-8698-4ba53b1da67c completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:48:34.580787 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port a09b06ff-36bd-42d5-8698-4ba53b1da67c triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:34.583163 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:34.612238 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:34.612478 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Attempting to bind port ef0417b3-aa89-499e-80d9-4590f23c4b11 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:48:34.613021 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Attempting to bind port ef0417b3-aa89-499e-80d9-4590f23c4b11 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:48:34.613406 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Attempting to bind port ef0417b3-aa89-499e-80d9-4590f23c4b11 on network f5466eaf-cb4a-4a64-b931-13ea23041666 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:48:34.616233 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233e5b4-89cd-44a5-b18f-1f667864d579 None None] Pushing event updated for resources: {'Port': ['ID=ef0417b3-aa89-499e-80d9-4590f23c4b11,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:34.619736 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2233e5b4-89cd-44a5-b18f-1f667864d579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:34.625721 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:48:34.626647 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Checking segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:48:34.627085 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:34.627489 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Bound using segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:48:34.628007 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Bound port: ef0417b3-aa89-499e-80d9-4590f23c4b11, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:48:34.628390 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:34.661487 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2134f479-6d97-4042-95c7-1a8f9a73d414 None None] Network e6bfe73a-5e9a-4975-b6da-e155d7732773 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:48:34.696260 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Deleting port dcc389fa-37dc-41ed-8d09-b12addd838e5 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:48:34.696517 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:34.721449 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] For port ef0417b3-aa89-499e-80d9-4590f23c4b11, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:48:34.725224 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] For port ef0417b3-aa89-499e-80d9-4590f23c4b11, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ef0417b3-aa89-499e-80d9-4590f23c4b11,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:48:34.730896 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:34.753023 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:34.831322 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233e5b4-89cd-44a5-b18f-1f667864d579 None None] Pushing event updated for resources: {'Port': ['ID=ef0417b3-aa89-499e-80d9-4590f23c4b11,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:34.834750 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2233e5b4-89cd-44a5-b18f-1f667864d579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:34.850515 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Routers {'178e2f87-8236-43e4-b477-2a543ba3a7ef'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:48:34.850515 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:48:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['178e2f87-8236-43e4-b477-2a543ba3a7ef'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:34.957448 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-f0d0077e-af79-478e-90b3-014990138ebc None None] Provisioning for port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:48:35.094151 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:35.174917 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port a09b06ff-36bd-42d5-8698-4ba53b1da67c, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=a09b06ff-36bd-42d5-8698-4ba53b1da67c,segment=NetworkSegment(4fd1b82b-1802-4c2c-8a90-cd8599045e70),segment_id=4fd1b82b-1802-4c2c-8a90-cd8599045e70)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:48:35.189777 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] Set router 178e2f87-8236-43e4-b477-2a543ba3a7ef gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:48:35.191608 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:35.192566 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:48:35.222408 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:35.261214 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:35.405018 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Allocated IP 172.20.0.1 (e6bfe73a-5e9a-4975-b6da-e155d7732773/653a7d02-03f2-4dd9-92c1-06a102b970d1/f90ed2a7-a914-4871-9490-8e6f8bd7fc46) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:48:35.431449 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=a09b06ff-36bd-42d5-8698-4ba53b1da67c,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:35.439448 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:35.494776 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:48:35.504261 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:35.504696 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:35.565023 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] For port dcc389fa-37dc-41ed-8d09-b12addd838e5, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=dcc389fa-37dc-41ed-8d09-b12addd838e5,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:48:35.567803 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:35.706406 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'name': 'tempest-TestVolumeBootPattern-2077246331-router', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:31Z', 'revision_number': 3, 'project_id': '290859db8c474470a1d7d8563d0ac52a', 'gw_port': {'id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:35.711059 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86c895-1123-4bce-94cc-b68d997c82c1 None None] The sync data for ids ['178e2f87-8236-43e4-b477-2a543ba3a7ef'] in dv-cinder-801321-1-iscsi is: [{'id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'name': 'tempest-TestVolumeBootPattern-2077246331-router', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:31Z', 'revision_number': 3, 'project_id': '290859db8c474470a1d7d8563d0ac52a', 'gw_port': {'id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:48:35.748138 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:35.835382 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=f27d49ff-af46-4d9d-9fcf-d0b75bc47e21,segment=NetworkSegment(a9dc5bee-f286-4e9c-b7c4-de426f1b26af),segment_id=a9dc5bee-f286-4e9c-b7c4-de426f1b26af)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:48:35.838427 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-e6cfc2ce-34a7-4c06-a7bb-f1c65c99726c None None] Provisioning complete for port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:35.839175 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc2ce-34a7-4c06-a7bb-f1c65c99726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:35.892001 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:35.913031 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1bae29ef-3c70-44c7-b2b9-a2c2c19c6d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:35.981695 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c07dd-ffa1-45c1-ae0a-197e71dc2f84 req-8ff71125-3921-4671-be36-fc31aad6424c tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:48:35.983316 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-766c07dd-ffa1-45c1-ae0a-197e71dc2f84 req-8ff71125-3921-4671-be36-fc31aad6424c tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 946 time: 0.5440228 Jul 19 20:48:36.023294 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=f27d49ff-af46-4d9d-9fcf-d0b75bc47e21,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:36.026581 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:36.153435 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:36.208444 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-766c07dd-ffa1-45c1-ae0a-197e71dc2f84 req-9aae2ad4-48e9-4ad6-91cb-5ec622abdad1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c6682f4-07f9-4d06-8a25-7478ac1bc326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005060 Jul 19 20:48:36.213921 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Transition to ACTIVE for port object f90ed2a7-a914-4871-9490-8e6f8bd7fc46 will not be triggered until provisioned by entity DHCP. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:48:36.243302 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:36.243938 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:36.244264 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.l3_db [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Floating IP 482b34c7-694c-4f40-be6a-b3b66ad4a86d disassociated. External IP: 172.27.2.151, port: dcc389fa-37dc-41ed-8d09-b12addd838e5. Jul 19 20:48:36.244778 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Calling delete_port for dcc389fa-37dc-41ed-8d09-b12addd838e5 owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:48:36.363087 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:36.373411 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-629d0bb5-72f8-4e11-8a79-bd4443f26fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:36.493284 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ef0417b3-aa89-499e-80d9-4590f23c4b11 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:48:36.592809 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Network e6bfe73a-5e9a-4975-b6da-e155d7732773 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:48:36.610660 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:48:36.620083 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:48:36.634593 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:36.642913 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port ef0417b3-aa89-499e-80d9-4590f23c4b11 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:48:36.653518 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port ef0417b3-aa89-499e-80d9-4590f23c4b11 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:36.654124 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:36.657952 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:36.685568 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Pushing event updated for resources: {'Port': ['ID=f90ed2a7-a914-4871-9490-8e6f8bd7fc46,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:36.693797 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:36.697227 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8a502943-9257-4af5-8ce3-365ff53798b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:36.832538 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:36.855597 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port ef0417b3-aa89-499e-80d9-4590f23c4b11, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ef0417b3-aa89-499e-80d9-4590f23c4b11,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:48:36.862710 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:36.864306 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device a09b06ff-36bd-42d5-8698-4ba53b1da67c up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:48:36.868303 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event deleted for resources: {'Port': ['ID=dcc389fa-37dc-41ed-8d09-b12addd838e5,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:36.879829 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728897'] for router_interface, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:36.928471 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:37.025971 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:37.144972 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-9b811da0-b898-41c8-857a-d005abe11ecb None None] Provisioning for port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:48:37.158870 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-9b811da0-b898-41c8-857a-d005abe11ecb None None] Provisioning complete for port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:37.159539 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9b811da0-b898-41c8-857a-d005abe11ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:37.191515 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=ef0417b3-aa89-499e-80d9-4590f23c4b11,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:37.195023 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:37.206763 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Router 7f2f6416-d696-4468-85b1-3b0d8237bde6 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:48:37.252451 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port a09b06ff-36bd-42d5-8698-4ba53b1da67c triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:37.252840 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:37.296923 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-9b811da0-b898-41c8-857a-d005abe11ecb None None] Port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:48:37.389189 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ca35b424-4a61-408b-82f5-72c716b049f8 req-728fc3be-aabe-476c-97ad-6875324281ef tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 210 time: 0.0511823 Jul 19 20:48:37.415505 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:48:37.509897 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:37.510329 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:37.732957 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:48:37.735316 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:37.743250 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb9d83f-2527-48ee-955f-9482d6febb07 None None] Sync routers for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:48:37.758065 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb9d83f-2527-48ee-955f-9482d6febb07 None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:48:37.759255 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-ceb9d83f-2527-48ee-955f-9482d6febb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:48:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:37.864192 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] No DVR routers for this DVR port dcc389fa-37dc-41ed-8d09-b12addd838e5 on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:48:37.876693 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:37.879748 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'name': 'network-vif-deleted', 'tag': 'dcc389fa-37dc-41ed-8d09-b12addd838e5'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:48:37.915650 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f0889f1f-c474-4823-af9a-9b7971512913 req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.45 "DELETE /v2.0/ports/dcc389fa-37dc-41ed-8d09-b12addd838e5 HTTP/1.1" status: 204 len: 173 time: 3.4126718 Jul 19 20:48:37.959564 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f42fb3-f60b-4d48-bd13-b5671c0d5e74', 'name': 'network-vif-deleted', 'tag': 'dcc389fa-37dc-41ed-8d09-b12addd838e5', 'status': 'completed', 'code': 200} Jul 19 20:48:38.066906 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-ceb9d83f-2527-48ee-955f-9482d6febb07 None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:48:38.102720 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:38.108165 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:38.146126 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:38.232445 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729060'] for router_interface, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:38.236344 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Pushing event updated for resources: {'Port': ['ID=f90ed2a7-a914-4871-9490-8e6f8bd7fc46,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:38.239496 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:38.379217 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ef0417b3-aa89-499e-80d9-4590f23c4b11 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:48:38.403578 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Network e6bfe73a-5e9a-4975-b6da-e155d7732773 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:48:38.404891 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:48:38.577314 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device dcc389fa-37dc-41ed-8d09-b12addd838e5 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:48:38.591983 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e2b858a5-8d97-410f-8488-c5a8d6fb6adf req-ff652758-428d-4280-b3e5-d34f2a1b5a1e tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/ports?device_id=10f42fb3-f60b-4d48-bd13-b5671c0d5e74 HTTP/1.1" status: 200 len: 210 time: 0.0560491 Jul 19 20:48:38.649897 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: dcc389fa-37dc-41ed-8d09-b12addd838e5 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:48:38.650445 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device dcc389fa-37dc-41ed-8d09-b12addd838e5 not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:48:38.664955 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Router 178e2f87-8236-43e4-b477-2a543ba3a7ef has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:48:38.666642 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port ef0417b3-aa89-499e-80d9-4590f23c4b11 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:38.667180 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:38.755760 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-ceb9d83f-2527-48ee-955f-9482d6febb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:32Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:38.763203 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb9d83f-2527-48ee-955f-9482d6febb07 None None] Checking router: 7f2f6416-d696-4468-85b1-3b0d8237bde6 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:48:38.822679 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb9d83f-2527-48ee-955f-9482d6febb07 None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:48:38.823705 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-ceb9d83f-2527-48ee-955f-9482d6febb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:48:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:38.953216 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-b7596ef9-d887-4e6d-b2ce-bd480ce678f2 None None] Provisioning complete for port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:38.953867 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b7596ef9-d887-4e6d-b2ce-bd480ce678f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:38.959356 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:48:38.976577 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Sync routers for ids ['178e2f87-8236-43e4-b477-2a543ba3a7ef'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:48:38.982008 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] 10.222.0.36 "PUT /v2.0/routers/178e2f87-8236-43e4-b477-2a543ba3a7ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7721658 Jul 19 20:48:39.009876 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Routers {'178e2f87-8236-43e4-b477-2a543ba3a7ef'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:48:39.011195 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:48:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['178e2f87-8236-43e4-b477-2a543ba3a7ef'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:39.118835 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-b7596ef9-d887-4e6d-b2ce-bd480ce678f2 None None] Port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:48:39.145305 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-ceb9d83f-2527-48ee-955f-9482d6febb07 None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:48:39.304680 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Set router 178e2f87-8236-43e4-b477-2a543ba3a7ef gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:48:39.635751 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-ceb9d83f-2527-48ee-955f-9482d6febb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:32Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:39.642169 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb9d83f-2527-48ee-955f-9482d6febb07 None None] The sync data for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi is: [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:41:21Z', 'revision_number': 4, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '956bd3fd-1261-4d44-82c9-8fc29f21bce8', 'name': '', 'network_id': '8c1cdfe2-5cf8-4f27-af81-43167309b360', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'mac_address': 'fa:16:3e:96:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:18Z', 'updated_at': '2021-07-19T20:41:32Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'subnets': [{'id': '848cf70c-e816-4440-97d0-4022a5a8251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:48:39.757714 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'name': 'tempest-TestVolumeBootPattern-2077246331-router', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:37Z', 'revision_number': 4, 'project_id': '290859db8c474470a1d7d8563d0ac52a', 'gw_port': {'id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'f90ed2a7-a914-4871-9490-8e6f8bd7fc46', 'name': '', 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'mac_address': 'fa:16:3e:31:0d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '653a7d02-03f2-4dd9-92c1-06a102b970d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:34Z', 'updated_at': '2021-07-19T20:48:37Z', 'revision_number': 2, 'project_id': '290859db8c474470a1d7d8563d0ac52a', 'subnets': [{'id': '653a7d02-03f2-4dd9-92c1-06a102b970d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:39.768015 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Checking router: 178e2f87-8236-43e4-b477-2a543ba3a7ef for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:48:39.768380 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Updating router 178e2f87-8236-43e4-b477-2a543ba3a7ef port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 binding host dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:48:39.833632 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52474) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:39.843934 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:39.891431 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52478) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:39.903481 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2106680162', 'description': 'tempest-secgroup-smoke-2106680162 description', 'project_id': '1acd6e3a1f0544f9954bf55b30540624'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:39.912324 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:39.919176 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Usage tracker for resource:security_group and tenant:1acd6e3a1f0544f9954bf55b30540624 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:39.923943 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:39.924596 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:39.933538 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:39.946455 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:39.966944 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:39.970540 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:39.975416 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Usage tracker for resource:security_group_rule and tenant:1acd6e3a1f0544f9954bf55b30540624 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:39.979164 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:39.987468 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:40.073065 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.078296 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f248071c-8c7c-40be-9829-cee51bdb3c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:40.094289 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.094857 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c180452-26cd-41f0-9761-bbef4ea1ccf5 None None] New status for floating IP 482b34c7-694c-4f40-be6a-b3b66ad4a86d: DOWN {{(pid=78683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 20:48:40.098796 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6682f4-07f9-4d06-8a25-7478ac1bc326,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:40.109765 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:40.110830 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:40.111461 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:40.111942 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:40.112186 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:40.112906 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:40.113610 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:40.114283 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:40.114843 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:40.116232 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.116516 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:40.117245 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:40.118098 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:48:40.121294 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-6de82f6e-d344-4767-bd13-13d8005136b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:40.132844 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:40.141365 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.142774 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "DELETE /v2.0/security-groups/0c6682f4-07f9-4d06-8a25-7478ac1bc326 HTTP/1.1" status: 204 len: 168 time: 0.3077507 Jul 19 20:48:40.145740 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52482) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:40.164628 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.api.v2.resource [None req-4e585a9b-6c76-4283-80f2-94dd5bb29b10 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] show failed (client error): The resource could not be found. Jul 19 20:48:40.166139 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-4e585a9b-6c76-4283-80f2-94dd5bb29b10 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "GET /v2.0/security-groups/0c6682f4-07f9-4d06-8a25-7478ac1bc326 HTTP/1.1" status: 404 len: 347 time: 0.0190718 Jul 19 20:48:40.171194 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52486) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:40.180383 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936d4d23-f0a1-4e4d-94b6-cb26f4bf0c91,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:40.184046 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:40.186413 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.191885 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2980192 Jul 19 20:48:40.192694 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52490) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:40.198882 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Request body: {'security_group_rule': {'security_group_id': '936d4d23-f0a1-4e4d-94b6-cb26f4bf0c91', 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:40.207905 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:40.220581 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Usage tracker for resource:security_group_rule and tenant:1acd6e3a1f0544f9954bf55b30540624 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:40.229006 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:40.242521 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:40.269989 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.361586 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-f6566dd6-58ed-4fca-8473-b4f39f8a912b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Deleting port b924c874-48f4-47b3-9a4f-f5c638f3d1b3 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:48:40.361948 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f6566dd6-58ed-4fca-8473-b4f39f8a912b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.389514 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.395545 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.411258 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:40.431252 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.448555 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bec672-2560-454f-9266-9394b059b3ab,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:40.449302 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Transition to ACTIVE for port object f90ed2a7-a914-4871-9490-8e6f8bd7fc46 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:48:40.454330 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:40.459965 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.467712 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.473328 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2757404 Jul 19 20:48:40.473609 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-56ccc7e4-cdc8-4a77-8249-8aa658890931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:40.473886 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52494) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:40.481257 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-42c38d7f-202c-49b8-9fc6-4b8239b0006e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Request body: {'security_group_rule': {'security_group_id': '936d4d23-f0a1-4e4d-94b6-cb26f4bf0c91', 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:40.585506 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-42c38d7f-202c-49b8-9fc6-4b8239b0006e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:40.603732 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce0e45-c6a0-400c-abf4-6c770dd170ab None None] Pushing event updated for resources: {'Port': ['ID=f90ed2a7-a914-4871-9490-8e6f8bd7fc46,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:40.608221 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-42c38d7f-202c-49b8-9fc6-4b8239b0006e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Usage tracker for resource:security_group_rule and tenant:1acd6e3a1f0544f9954bf55b30540624 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:40.631842 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-dbce0e45-c6a0-400c-abf4-6c770dd170ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:40.634767 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-42c38d7f-202c-49b8-9fc6-4b8239b0006e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:40.656764 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-42c38d7f-202c-49b8-9fc6-4b8239b0006e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:40.714707 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Attempting to bind port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:48:40.715105 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Attempting to bind port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'a9dc5bee-f286-4e9c-b7c4-de426f1b26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:48:40.715480 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Attempting to bind port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 on network e6bfe73a-5e9a-4975-b6da-e155d7732773 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:48:40.721620 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f6566dd6-58ed-4fca-8473-b4f39f8a912b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.722168 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f6566dd6-58ed-4fca-8473-b4f39f8a912b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.728509 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:48:40.728927 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Checking segment: {'id': 'a9dc5bee-f286-4e9c-b7c4-de426f1b26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:48:40.729305 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.729725 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Bound using segment: {'id': 'a9dc5bee-f286-4e9c-b7c4-de426f1b26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:48:40.730218 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Bound port: f90ed2a7-a914-4871-9490-8e6f8bd7fc46, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9dc5bee-f286-4e9c-b7c4-de426f1b26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:48:40.730598 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.731197 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-42c38d7f-202c-49b8-9fc6-4b8239b0006e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.853949 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] For port f90ed2a7-a914-4871-9490-8e6f8bd7fc46, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:48:40.858057 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] For port f90ed2a7-a914-4871-9490-8e6f8bd7fc46, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=f90ed2a7-a914-4871-9490-8e6f8bd7fc46,segment=NetworkSegment(a9dc5bee-f286-4e9c-b7c4-de426f1b26af),segment_id=a9dc5bee-f286-4e9c-b7c4-de426f1b26af)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:48:40.862423 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.867775 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:40.881422 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-f6566dd6-58ed-4fca-8473-b4f39f8a912b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Calling delete_port for b924c874-48f4-47b3-9a4f-f5c638f3d1b3 owned by network:floatingip {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:48:40.977369 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Routers {'178e2f87-8236-43e4-b477-2a543ba3a7ef'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:48:40.978102 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:48:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['178e2f87-8236-43e4-b477-2a543ba3a7ef'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:40.986695 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-42c38d7f-202c-49b8-9fc6-4b8239b0006e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:40.996909 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-42c38d7f-202c-49b8-9fc6-4b8239b0006e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.005451 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:41.034704 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c38d7f-202c-49b8-9fc6-4b8239b0006e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42dd6e81-a592-4f61-b67d-9c68eaf2dff6,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:41.037433 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-42c38d7f-202c-49b8-9fc6-4b8239b0006e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:41.084980 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-42c38d7f-202c-49b8-9fc6-4b8239b0006e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.086170 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-42c38d7f-202c-49b8-9fc6-4b8239b0006e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6111939 Jul 19 20:48:41.089181 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52498) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:41.096753 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-16dd69b2-1736-4421-a89d-91e1a50d28fe tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Request body: {'security_group_rule': {'security_group_id': '936d4d23-f0a1-4e4d-94b6-cb26f4bf0c91', 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:41.105933 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-16dd69b2-1736-4421-a89d-91e1a50d28fe tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:41.113193 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-16dd69b2-1736-4421-a89d-91e1a50d28fe tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Usage tracker for resource:security_group_rule and tenant:1acd6e3a1f0544f9954bf55b30540624 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:41.117530 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-16dd69b2-1736-4421-a89d-91e1a50d28fe tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:41.132687 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-16dd69b2-1736-4421-a89d-91e1a50d28fe tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:41.141044 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f6566dd6-58ed-4fca-8473-b4f39f8a912b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.147554 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-52af59ee-70a7-44e4-95c6-17098059c75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:41.169179 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] Set router 178e2f87-8236-43e4-b477-2a543ba3a7ef gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:48:41.228656 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6566dd6-58ed-4fca-8473-b4f39f8a912b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Pushing event deleted for resources: {'Port': ['ID=b924c874-48f4-47b3-9a4f-f5c638f3d1b3,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:41.228872 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce0e45-c6a0-400c-abf4-6c770dd170ab None None] Pushing event updated for resources: {'Port': ['ID=f90ed2a7-a914-4871-9490-8e6f8bd7fc46,revision_number=4']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:41.231763 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f6566dd6-58ed-4fca-8473-b4f39f8a912b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:41.233520 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-dbce0e45-c6a0-400c-abf4-6c770dd170ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:41.237306 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-16dd69b2-1736-4421-a89d-91e1a50d28fe tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.338175 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f6566dd6-58ed-4fca-8473-b4f39f8a912b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks [] for floatingip, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.340798 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f6566dd6-58ed-4fca-8473-b4f39f8a912b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.342044 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-f6566dd6-58ed-4fca-8473-b4f39f8a912b tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] 10.222.0.36 "DELETE /v2.0/floatingips/482b34c7-694c-4f40-be6a-b3b66ad4a86d HTTP/1.1" status: 204 len: 168 time: 1.1695859 Jul 19 20:48:41.368354 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-16dd69b2-1736-4421-a89d-91e1a50d28fe tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.378150 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-16dd69b2-1736-4421-a89d-91e1a50d28fe tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.384777 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-46e8fdb7-4efe-4bfe-8607-e6305fbe16df tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:41.405007 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd69b2-1736-4421-a89d-91e1a50d28fe tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16615c6c-741b-4fb1-9395-2a6ac17b765f,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:41.407622 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-16dd69b2-1736-4421-a89d-91e1a50d28fe tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:41.416731 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-16dd69b2-1736-4421-a89d-91e1a50d28fe tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.418597 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-16dd69b2-1736-4421-a89d-91e1a50d28fe tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282895 Jul 19 20:48:41.421415 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52504) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:41.427339 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-2c93bbc9-2f4e-478b-b151-b32b0d8a3e68 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Request body: {'security_group_rule': {'security_group_id': '936d4d23-f0a1-4e4d-94b6-cb26f4bf0c91', 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:41.433577 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-2c93bbc9-2f4e-478b-b151-b32b0d8a3e68 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:41.437889 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-2c93bbc9-2f4e-478b-b151-b32b0d8a3e68 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Usage tracker for resource:security_group_rule and tenant:1acd6e3a1f0544f9954bf55b30540624 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:41.444212 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-2c93bbc9-2f4e-478b-b151-b32b0d8a3e68 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:41.450142 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-2c93bbc9-2f4e-478b-b151-b32b0d8a3e68 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:41.469365 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2c93bbc9-2f4e-478b-b151-b32b0d8a3e68 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.509676 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'name': 'tempest-TestVolumeBootPattern-2077246331-router', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:37Z', 'revision_number': 4, 'project_id': '290859db8c474470a1d7d8563d0ac52a', 'gw_port': {'id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'f90ed2a7-a914-4871-9490-8e6f8bd7fc46', 'name': '', 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'mac_address': 'fa:16:3e:31:0d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '653a7d02-03f2-4dd9-92c1-06a102b970d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:34Z', 'updated_at': '2021-07-19T20:48:40Z', 'revision_number': 4, 'project_id': '290859db8c474470a1d7d8563d0ac52a', 'subnets': [{'id': '653a7d02-03f2-4dd9-92c1-06a102b970d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:41.514222 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22f4b5-41dc-489c-b884-3079c92067a1 None None] The sync data for ids ['178e2f87-8236-43e4-b477-2a543ba3a7ef'] in dv-cinder-801321-1-iscsi is: [{'id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'name': 'tempest-TestVolumeBootPattern-2077246331-router', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:37Z', 'revision_number': 4, 'project_id': '290859db8c474470a1d7d8563d0ac52a', 'gw_port': {'id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'f90ed2a7-a914-4871-9490-8e6f8bd7fc46', 'name': '', 'network_id': 'e6bfe73a-5e9a-4975-b6da-e155d7732773', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'mac_address': 'fa:16:3e:31:0d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '653a7d02-03f2-4dd9-92c1-06a102b970d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:34Z', 'updated_at': '2021-07-19T20:48:40Z', 'revision_number': 4, 'project_id': '290859db8c474470a1d7d8563d0ac52a', 'subnets': [{'id': '653a7d02-03f2-4dd9-92c1-06a102b970d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:48:41.547462 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2c93bbc9-2f4e-478b-b151-b32b0d8a3e68 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.556345 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2c93bbc9-2f4e-478b-b151-b32b0d8a3e68 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.562888 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:41.595680 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93bbc9-2f4e-478b-b151-b32b0d8a3e68 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd8428d-8822-44f2-96d6-348ff6e068e5,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:41.599130 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2c93bbc9-2f4e-478b-b151-b32b0d8a3e68 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:41.614852 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2c93bbc9-2f4e-478b-b151-b32b0d8a3e68 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.616098 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-2c93bbc9-2f4e-478b-b151-b32b0d8a3e68 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1937592 Jul 19 20:48:41.618816 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52510) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:41.624411 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Request body: {'security_group_rule': {'security_group_id': '936d4d23-f0a1-4e4d-94b6-cb26f4bf0c91', 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:41.640450 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:41.645067 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Usage tracker for resource:security_group_rule and tenant:1acd6e3a1f0544f9954bf55b30540624 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:41.648859 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:41.656188 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:41.668575 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.securitygroups_db [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Project 1acd6e3a1f0544f9954bf55b30540624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 20:48:41.677497 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.756932 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.764319 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.766798 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:41.792478 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec51693-56cb-4045-8ffd-a136fa215f0f,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:41.795283 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:41.804958 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.806192 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-26ae9e7e-3475-454d-9f5c-b599dda84f21 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1864212 Jul 19 20:48:41.809040 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52514) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:41.815123 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Request body: {'security_group_rule': {'security_group_id': '936d4d23-f0a1-4e4d-94b6-cb26f4bf0c91', 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:48:41.821899 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:41.826382 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Usage tracker for resource:security_group_rule and tenant:1acd6e3a1f0544f9954bf55b30540624 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:41.830090 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:41.837005 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:41.851658 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.securitygroups_db [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Project 1acd6e3a1f0544f9954bf55b30540624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 20:48:41.859529 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.935461 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.941145 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:41.944824 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6608c701-70dc-4346-a66b-6034bdd92d3c tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:41.987357 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757ef3e8-a655-483c-b05e-1b7d169f6c23,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:41.991642 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:42.003355 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:42.008286 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-ef92589b-7982-4da5-b14d-107c63f4a42f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1945527 Jul 19 20:48:42.402098 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device f90ed2a7-a914-4871-9490-8e6f8bd7fc46 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:48:42.504912 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:48:42.515362 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:42.516006 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:42.792799 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:42.843408 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port f90ed2a7-a914-4871-9490-8e6f8bd7fc46, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=f90ed2a7-a914-4871-9490-8e6f8bd7fc46,segment=NetworkSegment(a9dc5bee-f286-4e9c-b7c4-de426f1b26af),segment_id=a9dc5bee-f286-4e9c-b7c4-de426f1b26af)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:48:42.848695 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:42.851705 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:42.918547 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=f90ed2a7-a914-4871-9490-8e6f8bd7fc46,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:42.921894 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:44.353396 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device f90ed2a7-a914-4871-9490-8e6f8bd7fc46 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:48:44.427615 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:48:44.428017 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:45.482031 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52600) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:46.348812 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729046'] for router_interface, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:46.710081 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] Deleting port 956bd3fd-1261-4d44-82c9-8fc29f21bce8 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:48:46.710745 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:46.903229 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] For port 956bd3fd-1261-4d44-82c9-8fc29f21bce8, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=956bd3fd-1261-4d44-82c9-8fc29f21bce8,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:48:46.903612 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:47.026564 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] Calling delete_port for 956bd3fd-1261-4d44-82c9-8fc29f21bce8 owned by network:router_interface {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:48:47.230795 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:47.473031 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:47.478799 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-82bb91cf-3d80-4118-a4cd-a59dea7140bc tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:47.527928 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=956bd3fd-1261-4d44-82c9-8fc29f21bce8,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:47.554504 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:47.859007 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702566'] for router_interface, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:48.243130 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] Router 7f2f6416-d696-4468-85b1-3b0d8237bde6 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:48:48.437436 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:48:48.446821 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc2470-2141-4c47-8bbf-42a2354f2cb5 None None] Sync routers for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:48:48.450610 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-5e68bb70-19b3-464a-ac8f-699515568b8f admin admin] 10.222.0.36 "PUT /v2.0/routers/7f2f6416-d696-4468-85b1-3b0d8237bde6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9674294 Jul 19 20:48:48.453291 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52612) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:48.460416 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc2470-2141-4c47-8bbf-42a2354f2cb5 None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:48:48.461057 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-92dc2470-2141-4c47-8bbf-42a2354f2cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:48:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:48.645105 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:48.650997 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-92dc2470-2141-4c47-8bbf-42a2354f2cb5 None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:48:48.964347 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-92dc2470-2141-4c47-8bbf-42a2354f2cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:48:47Z', 'revision_number': 5, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port': {'id': '1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:41:12Z', 'updated_at': '2021-07-19T20:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:48.968464 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc2470-2141-4c47-8bbf-42a2354f2cb5 None None] Checking router: 7f2f6416-d696-4468-85b1-3b0d8237bde6 for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:48:48.968654 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:48.978235 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc2470-2141-4c47-8bbf-42a2354f2cb5 None None] Routers {'7f2f6416-d696-4468-85b1-3b0d8237bde6'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:48:48.978904 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-92dc2470-2141-4c47-8bbf-42a2354f2cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:48:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['7f2f6416-d696-4468-85b1-3b0d8237bde6'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:48.979759 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Deleting port 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:48:48.980099 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:49.144860 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-92dc2470-2141-4c47-8bbf-42a2354f2cb5 None None] Set router 7f2f6416-d696-4468-85b1-3b0d8237bde6 gateway port host: None {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:48:49.178098 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] For port 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:48:49.178464 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:49.292630 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-92dc2470-2141-4c47-8bbf-42a2354f2cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:48:48Z', 'revision_number': 6, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port_host': None}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:49.297041 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc2470-2141-4c47-8bbf-42a2354f2cb5 None None] The sync data for ids ['7f2f6416-d696-4468-85b1-3b0d8237bde6'] in dv-cinder-801321-1-iscsi is: [{'id': '7f2f6416-d696-4468-85b1-3b0d8237bde6', 'name': 'tempest-AttachVolumeTestJSON-1940913156-router', 'tenant_id': 'cf058118f5cb43efa6885c65d646147c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:41:11Z', 'updated_at': '2021-07-19T20:48:48Z', 'revision_number': 6, 'project_id': 'cf058118f5cb43efa6885c65d646147c', 'gw_port_host': None}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:48:49.315433 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Calling delete_port for 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 owned by network:router_gateway {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:48:49.531410 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:49.536790 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-80dbdfd0-88c0-4151-8135-3f4951c2faaf tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:49.588635 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:49.591556 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:49.694648 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703739'] for router_gateway, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:49.879540 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:49.882156 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:49.905491 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728957'] for router, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:49.906230 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2f6416-d696-4468-85b1-3b0d8237bde6 {{(pid=78681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 20:48:49.918740 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Notify callbacks [] for router, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:49.920093 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7f2f6416-d696-4468-85b1-3b0d8237bde6 HTTP/1.1" status: 204 len: 168 time: 1.4658325 Jul 19 20:48:49.923153 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52618) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:49.983854 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d20d8a5-6e81-434e-89cc-a258c330b203 admin admin] Deleting subnet 848cf70c-e816-4440-97d0-4022a5a8251c {{(pid=78681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:48:49.987711 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d20d8a5-6e81-434e-89cc-a258c330b203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:50.042479 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d20d8a5-6e81-434e-89cc-a258c330b203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189686'] for subnet, precommit_delete_associations {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:50.139893 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d20d8a5-6e81-434e-89cc-a258c330b203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:50.217619 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d20d8a5-6e81-434e-89cc-a258c330b203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2105436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3837879'] for subnet, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:50.223618 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-b6c5c904-e5a5-4d06-8219-123f1b1eb03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:50.272910 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d20d8a5-6e81-434e-89cc-a258c330b203 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:50.276424 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20d8a5-6e81-434e-89cc-a258c330b203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=848cf70c-e816-4440-97d0-4022a5a8251c,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:50.280465 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0d20d8a5-6e81-434e-89cc-a258c330b203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:50.284967 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-0d20d8a5-6e81-434e-89cc-a258c330b203 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/848cf70c-e816-4440-97d0-4022a5a8251c HTTP/1.1" status: 204 len: 168 time: 0.3607404 Jul 19 20:48:50.287719 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd8d4e-1338-4367-88fd-6b2a5f1b1b3e None None] Network 8c1cdfe2-5cf8-4f27-af81-43167309b360 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:48:50.288305 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52622) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:50.395873 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 956bd3fd-1261-4d44-82c9-8fc29f21bce8 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:48:50.412878 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:50.440048 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Deleting port ffa5a362-864f-460d-9507-953afde4c34e {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:48:50.441112 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:50.441729 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: 956bd3fd-1261-4d44-82c9-8fc29f21bce8 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:48:50.442176 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 956bd3fd-1261-4d44-82c9-8fc29f21bce8 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:48:50.442651 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:48:50.488636 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:48:50.488997 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 1ad0eb6a-edbc-4d48-9a79-dd714f0ef7d7 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:48:50.731652 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291daad0-94eb-4063-ab00-b4ea2b079992 None None] DHCP port deletion for 8c1cdfe2-5cf8-4f27-af81-43167309b360 request from dv-cinder-801321-1-iscsi {{(pid=78683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 20:48:50.738487 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-291daad0-94eb-4063-ab00-b4ea2b079992 None None] Deleting port ffa5a362-864f-460d-9507-953afde4c34e {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:48:50.738877 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-291daad0-94eb-4063-ab00-b4ea2b079992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:50.845993 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] For port ffa5a362-864f-460d-9507-953afde4c34e, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ffa5a362-864f-460d-9507-953afde4c34e,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:48:50.846369 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:50.986392 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Calling delete_port for ffa5a362-864f-460d-9507-953afde4c34e owned by network:dhcp {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:48:51.005339 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-291daad0-94eb-4063-ab00-b4ea2b079992 None None] For port ffa5a362-864f-460d-9507-953afde4c34e, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ffa5a362-864f-460d-9507-953afde4c34e,segment=NetworkSegment(281fe944-fdf6-41dd-b9e4-c0b125ecf6d5),segment_id=281fe944-fdf6-41dd-b9e4-c0b125ecf6d5)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:48:51.005750 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-291daad0-94eb-4063-ab00-b4ea2b079992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.080209 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.084432 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8bd6bdc8-dc66-4ec4-a5c0-b1ab1d94321e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:51.129370 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa5a362-864f-460d-9507-953afde4c34e,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:51.132643 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:51.133439 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] No DVR routers for this DVR port ffa5a362-864f-460d-9507-953afde4c34e on host dv-cinder-801321-1-iscsi {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:48:51.142254 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-291daad0-94eb-4063-ab00-b4ea2b079992 None None] Calling delete_port for ffa5a362-864f-460d-9507-953afde4c34e owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:48:51.226508 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.db.api [None req-291daad0-94eb-4063-ab00-b4ea2b079992 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 20:48:51.226874 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_db.api [None req-291daad0-94eb-4063-ab00-b4ea2b079992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 20:48:51.261120 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.275474 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1cdfe2-5cf8-4f27-af81-43167309b360']}} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:51.292153 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5') {'for_net_delete': True} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:51.292432 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281fe944-fdf6-41dd-b9e4-c0b125ecf6d5') {} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:48:51.305569 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189673'] for segment, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.323163 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.329397 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=78681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:48:51.329778 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2105402'] for segment, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: Traceback (most recent call last): Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: timer() Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: cb(*args, **kw) Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: return func(*args, **kwargs) Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: self._notify() Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: self.callback(batched_events) Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: event.method(event) Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: return f(self, *a, **k) Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._get(url).json() Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: return self.request(url, 'GET', **kwargs) Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:48:51.343162 dv-cinder-801321-1-iscsi neutron-server[78681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:48:51.423587 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.427591 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-f9b9e734-d152-4953-b771-2415cb2f62d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:51.443582 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.462276 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1cdfe2-5cf8-4f27-af81-43167309b360,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:51.470367 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:51.480890 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8c1cdfe2-5cf8-4f27-af81-43167309b360 HTTP/1.1" status: 204 len: 168 time: 1.1915798 Jul 19 20:48:51.627022 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52630) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:51.696314 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-e37c409b-d43a-4199-9b5d-399e14e6fed2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf058118f5cb43efa6885c65d646147c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679493 Jul 19 20:48:51.700207 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52636) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:51.728412 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-291daad0-94eb-4063-ab00-b4ea2b079992 None None] Deleting port ffa5a362-864f-460d-9507-953afde4c34e {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:48:51.730390 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-291daad0-94eb-4063-ab00-b4ea2b079992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.769705 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad862-9a4b-48ac-95d9-e504a3906b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.813894 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-291daad0-94eb-4063-ab00-b4ea2b079992 None None] The port 'ffa5a362-864f-460d-9507-953afde4c34e' was deleted {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 20:48:51.821682 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad862-9a4b-48ac-95d9-e504a3906b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.878592 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad862-9a4b-48ac-95d9-e504a3906b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.883064 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-517e4fcd-b9f1-486e-83f9-16780169104d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:51.898068 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ad862-9a4b-48ac-95d9-e504a3906b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54598911-6614-4d8d-bdd5-61c69efa0745,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:51.903198 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8f8ad862-9a4b-48ac-95d9-e504a3906b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:51.906117 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad862-9a4b-48ac-95d9-e504a3906b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:51.907923 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-8f8ad862-9a4b-48ac-95d9-e504a3906b1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54598911-6614-4d8d-bdd5-61c69efa0745 HTTP/1.1" status: 204 len: 168 time: 0.2067285 Jul 19 20:48:52.358276 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ffa5a362-864f-460d-9507-953afde4c34e no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:48:52.394835 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: ffa5a362-864f-460d-9507-953afde4c34e {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:48:52.395208 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ffa5a362-864f-460d-9507-953afde4c34e not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:48:54.007820 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52698) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:54.139567 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-86d97d34-814d-4d90-b814-60f4c394b449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:54.155519 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-86d97d34-814d-4d90-b814-60f4c394b449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:54.160431 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-86d97d34-814d-4d90-b814-60f4c394b449 admin admin] Usage tracker for resource:security_group_rule and tenant:9403bbc0199541b7b6dcdac2a6c30753 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:54.163679 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-86d97d34-814d-4d90-b814-60f4c394b449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:54.170028 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-86d97d34-814d-4d90-b814-60f4c394b449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:54.280064 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-86d97d34-814d-4d90-b814-60f4c394b449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:54.285982 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-86d97d34-814d-4d90-b814-60f4c394b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:54.308997 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d0acbeab-f9f5-49e2-95c2-26861f38799c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:54.533513 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-86d97d34-814d-4d90-b814-60f4c394b449 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9403bbc0199541b7b6dcdac2a6c30753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240004 Jul 19 20:48:54.535858 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52712) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:54.536593 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d97d34-814d-4d90-b814-60f4c394b449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c492823-f95b-407a-97c3-9cd1563b9a6b,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:54.540419 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-86d97d34-814d-4d90-b814-60f4c394b449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:54.603106 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-9713d7b9-e0bf-4d02-ae40-6d3cb2e97289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:54.631206 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-9713d7b9-e0bf-4d02-ae40-6d3cb2e97289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:54.699922 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-9713d7b9-e0bf-4d02-ae40-6d3cb2e97289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:54.704895 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-79f081bd-9463-4f71-bc6a-c93397b8bf21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:54.716249 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713d7b9-e0bf-4d02-ae40-6d3cb2e97289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c492823-f95b-407a-97c3-9cd1563b9a6b,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:54.720094 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-9713d7b9-e0bf-4d02-ae40-6d3cb2e97289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:54.723654 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-9713d7b9-e0bf-4d02-ae40-6d3cb2e97289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:54.724907 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-9713d7b9-e0bf-4d02-ae40-6d3cb2e97289 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c492823-f95b-407a-97c3-9cd1563b9a6b HTTP/1.1" status: 204 len: 168 time: 0.1876054 Jul 19 20:48:55.040185 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52722) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:55.061142 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f6d15cbb-b9a4-46d7-b034-02f343a8d91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:55.080469 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f6d15cbb-b9a4-46d7-b034-02f343a8d91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:55.084851 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f6d15cbb-b9a4-46d7-b034-02f343a8d91b admin admin] Usage tracker for resource:security_group_rule and tenant:f2a3c0ed19cc41f8aeb125409774b71d is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:55.088138 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-f6d15cbb-b9a4-46d7-b034-02f343a8d91b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:55.096556 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-f6d15cbb-b9a4-46d7-b034-02f343a8d91b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:55.198397 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f6d15cbb-b9a4-46d7-b034-02f343a8d91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:55.204449 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-f6d15cbb-b9a4-46d7-b034-02f343a8d91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:55.212154 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-65ea9915-89a2-4e99-b119-c70506234553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:55.254731 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-f6d15cbb-b9a4-46d7-b034-02f343a8d91b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2a3c0ed19cc41f8aeb125409774b71d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133348 Jul 19 20:48:55.255571 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d15cbb-b9a4-46d7-b034-02f343a8d91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62312cb9-e00e-45e7-9c8a-0d41b071b539,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:55.257798 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52726) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:55.259009 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f6d15cbb-b9a4-46d7-b034-02f343a8d91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:55.324168 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-67f3c618-accd-4a54-a217-fd50f58fc714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:55.352353 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-67f3c618-accd-4a54-a217-fd50f58fc714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:55.404277 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-67f3c618-accd-4a54-a217-fd50f58fc714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:55.407960 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0bf4fed7-8758-4f1f-83fe-6299fc26404f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:55.419852 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3c618-accd-4a54-a217-fd50f58fc714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62312cb9-e00e-45e7-9c8a-0d41b071b539,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:55.423316 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-67f3c618-accd-4a54-a217-fd50f58fc714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:55.426540 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-67f3c618-accd-4a54-a217-fd50f58fc714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:55.429867 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-67f3c618-accd-4a54-a217-fd50f58fc714 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62312cb9-e00e-45e7-9c8a-0d41b071b539 HTTP/1.1" status: 204 len: 168 time: 0.1683381 Jul 19 20:48:56.879492 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:48:57.237853 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52778) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:57.396867 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6c0dc8b0-94a8-453e-aa35-8bd8023df239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:57.412972 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-6c0dc8b0-94a8-453e-aa35-8bd8023df239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:57.417571 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-6c0dc8b0-94a8-453e-aa35-8bd8023df239 admin admin] Usage tracker for resource:security_group_rule and tenant:c35c0ec8590e4393aebfa406e1a133c9 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:57.420820 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-6c0dc8b0-94a8-453e-aa35-8bd8023df239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:57.427428 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-6c0dc8b0-94a8-453e-aa35-8bd8023df239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:57.523311 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6c0dc8b0-94a8-453e-aa35-8bd8023df239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:57.528724 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-6c0dc8b0-94a8-453e-aa35-8bd8023df239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:57.543955 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-597e19bf-a5fc-4ebf-8149-d7dadf677ebc tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:57.596515 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-6c0dc8b0-94a8-453e-aa35-8bd8023df239 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c35c0ec8590e4393aebfa406e1a133c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575244 Jul 19 20:48:57.597611 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dc8b0-94a8-453e-aa35-8bd8023df239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40a90ac-3c7c-4d83-b4c0-ccaa9ce32754,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:57.599394 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52784) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:57.601406 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-6c0dc8b0-94a8-453e-aa35-8bd8023df239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:57.675148 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-730f9eb5-2eb7-430a-adbf-0663f276289d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:57.709219 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-730f9eb5-2eb7-430a-adbf-0663f276289d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:57.763152 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-730f9eb5-2eb7-430a-adbf-0663f276289d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:57.767135 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-40c1edbd-03b9-47c1-98d8-014880cf29a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:57.782448 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f9eb5-2eb7-430a-adbf-0663f276289d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40a90ac-3c7c-4d83-b4c0-ccaa9ce32754,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:57.785015 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-730f9eb5-2eb7-430a-adbf-0663f276289d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:57.794582 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-730f9eb5-2eb7-430a-adbf-0663f276289d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:57.795755 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-730f9eb5-2eb7-430a-adbf-0663f276289d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b40a90ac-3c7c-4d83-b4c0-ccaa9ce32754 HTTP/1.1" status: 204 len: 168 time: 0.1953480 Jul 19 20:48:58.091058 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52792) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:58.109015 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7142-58fc-413a-ae24-f46279ff1b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:58.123068 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-5d5d7142-58fc-413a-ae24-f46279ff1b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:48:58.126803 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-5d5d7142-58fc-413a-ae24-f46279ff1b1d admin admin] Usage tracker for resource:security_group_rule and tenant:d4d62ea4d345430f93784f165ee5eabb is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:48:58.129757 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-5d5d7142-58fc-413a-ae24-f46279ff1b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:48:58.135630 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-5d5d7142-58fc-413a-ae24-f46279ff1b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:48:58.221085 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7142-58fc-413a-ae24-f46279ff1b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:58.225984 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7142-58fc-413a-ae24-f46279ff1b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:58.234864 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f6d15cbb-b9a4-46d7-b034-02f343a8d91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:58.275646 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-5d5d7142-58fc-413a-ae24-f46279ff1b1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4d62ea4d345430f93784f165ee5eabb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835122 Jul 19 20:48:58.277281 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d7142-58fc-413a-ae24-f46279ff1b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b109217-251c-4187-b64e-88008dd5ab3b,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:58.278383 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52796) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:48:58.280314 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-5d5d7142-58fc-413a-ae24-f46279ff1b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:58.339192 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-260a4cc6-874a-44d7-aebe-a70b3e2b239c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:58.365883 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-260a4cc6-874a-44d7-aebe-a70b3e2b239c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:58.424187 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-260a4cc6-874a-44d7-aebe-a70b3e2b239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:58.427761 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-ce44a8a0-7160-46af-be84-7594bc3674ba tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:48:58.440091 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a4cc6-874a-44d7-aebe-a70b3e2b239c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b109217-251c-4187-b64e-88008dd5ab3b,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:48:58.442908 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-260a4cc6-874a-44d7-aebe-a70b3e2b239c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:48:58.450096 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-260a4cc6-874a-44d7-aebe-a70b3e2b239c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:48:58.454099 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-260a4cc6-874a-44d7-aebe-a70b3e2b239c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b109217-251c-4187-b64e-88008dd5ab3b HTTP/1.1" status: 204 len: 168 time: 0.1746266 Jul 19 20:48:58.804084 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-f0349930-e833-481b-9f09-9a5376880a57 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Synchronizing usage tracker for tenant:1acd6e3a1f0544f9954bf55b30540624 on resource:security_group {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:48:58.828345 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-f0349930-e833-481b-9f09-9a5376880a57 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Unset dirty status for tenant:1acd6e3a1f0544f9954bf55b30540624 on resource:security_group {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:48:58.831446 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-f0349930-e833-481b-9f09-9a5376880a57 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106680162&fields=id&tenant_id=1acd6e3a1f0544f9954bf55b30540624 HTTP/1.1" status: 200 len: 267 time: 0.0836167 Jul 19 20:48:58.998539 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-b6f95411-f9f9-42f3-83df-36925e82c3fb tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:48:58.999292 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-b6f95411-f9f9-42f3-83df-36925e82c3fb tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Synchronizing usage tracker for tenant:1acd6e3a1f0544f9954bf55b30540624 on resource:network {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:48:59.019086 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-b6f95411-f9f9-42f3-83df-36925e82c3fb tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Unset dirty status for tenant:1acd6e3a1f0544f9954bf55b30540624 on resource:network {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:48:59.020558 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-b6f95411-f9f9-42f3-83df-36925e82c3fb tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/networks?id=f41b1b46-8571-488f-8713-c3a5eceb73f4 HTTP/1.1" status: 200 len: 812 time: 0.1828084 Jul 19 20:48:59.039380 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-a0a48ae4-1d95-4bd8-89e0-e52e173f2d17 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/quotas/1acd6e3a1f0544f9954bf55b30540624 HTTP/1.1" status: 200 len: 375 time: 0.0127237 Jul 19 20:48:59.129655 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-365c636f-98b3-4425-8683-c8cb51c33107 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Synchronizing usage tracker for tenant:1acd6e3a1f0544f9954bf55b30540624 on resource:port {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:48:59.154102 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-365c636f-98b3-4425-8683-c8cb51c33107 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Unset dirty status for tenant:1acd6e3a1f0544f9954bf55b30540624 on resource:port {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:48:59.155441 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-365c636f-98b3-4425-8683-c8cb51c33107 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1acd6e3a1f0544f9954bf55b30540624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079435 Jul 19 20:48:59.312782 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-3bc6b7cc-e476-4f6b-baad-77344e2596b1 service neutron] 10.222.0.36 "GET /v2.0/networks/f41b1b46-8571-488f-8713-c3a5eceb73f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376371 Jul 19 20:48:59.451804 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-4e2937bb-8079-40f2-bb77-c7e3346a568f req-a1ef980d-f912-4239-a3fb-f44aabdfa8ed service neutron] 10.222.0.36 "GET /v2.0/networks/f41b1b46-8571-488f-8713-c3a5eceb73f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318502 Jul 19 20:48:59.876147 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-0721eb95-830f-4257-95f1-cc40b3f770f4 req-21681fe9-a0d2-4405-b964-8c4622ae84c8 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0434816 Jul 19 20:49:00.683971 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-180e7672-5284-4b24-a830-c17080871fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:00.977563 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b5d4e716-8441-4d7f-8721-9d26b5deed5d req-15fa647f-9e9f-4d15-921c-43e756927118 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0464313 Jul 19 20:49:01.319467 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:02.080704 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-65c34a5e-8bc6-478a-866a-559d753189eb req-32bc9d81-ef3e-47f9-9e3b-312456d900a2 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0489299 Jul 19 20:49:03.183594 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c36bf19f-7b39-4dd1-af18-1cf81209eb0a req-a2df8693-2e6b-4877-a75d-2f93bb89714f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0471876 Jul 19 20:49:03.402024 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4711f232-0d04-4fef-99c0-55313adb8c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:04.284046 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a424f670-2a51-4882-b16c-9b12afd8f4db req-c0ef8844-33bd-4eee-b161-f1f9c9a21db0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0485508 Jul 19 20:49:05.184183 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:05.380589 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-df8923a1-0881-4a97-8026-7524d3c1df2f req-e3974a6a-b1b5-4d1d-85e3-84f6fdf783d3 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0435283 Jul 19 20:49:06.485109 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-fcc093d5-783d-4c6a-b3c5-d767ec8911c7 req-732093c5-44c1-4a7a-a84d-0b85a7afd95f tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0497108 Jul 19 20:49:06.617963 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:07.581556 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-fe17e7be-506b-4cf8-8bf5-270a51653bcc req-8f5894df-1461-4b64-bb4b-ede004eec02a tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0431981 Jul 19 20:49:08.666938 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52926) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:08.685613 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1ac819d2-9ed6-493a-9784-3fad5b0cccce req-4b5758d9-93b0-45f5-850a-64bbfdd9e554 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0466964 Jul 19 20:49:08.808252 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ce22c82c-17e2-440e-85fe-4b84d039d0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:08.823891 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-ce22c82c-17e2-440e-85fe-4b84d039d0e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:08.827765 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-ce22c82c-17e2-440e-85fe-4b84d039d0e7 admin admin] Usage tracker for resource:security_group_rule and tenant:ca9d4e30e4a24dbd99d8c1b71bd8d68f is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:08.831298 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-ce22c82c-17e2-440e-85fe-4b84d039d0e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:08.837067 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-ce22c82c-17e2-440e-85fe-4b84d039d0e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:08.920843 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ce22c82c-17e2-440e-85fe-4b84d039d0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:08.925557 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ce22c82c-17e2-440e-85fe-4b84d039d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:08.933090 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1e81e0b1-2dc1-4653-8a4e-cbe729fc230c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:08.976122 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-ce22c82c-17e2-440e-85fe-4b84d039d0e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca9d4e30e4a24dbd99d8c1b71bd8d68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071680 Jul 19 20:49:08.977904 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22c82c-17e2-440e-85fe-4b84d039d0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f135cecc-7299-41ed-a2ee-7bff5be3da0a,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:08.978900 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52932) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:08.981402 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ce22c82c-17e2-440e-85fe-4b84d039d0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:09.046554 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:09.074172 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:09.129721 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:09.133912 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d15827b4-e23d-4e9c-aea6-8a9264aa7581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:09.147101 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f135cecc-7299-41ed-a2ee-7bff5be3da0a,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:09.155901 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:09.157768 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f135cecc-7299-41ed-a2ee-7bff5be3da0a HTTP/1.1" status: 204 len: 168 time: 0.1777718 Jul 19 20:49:09.159186 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:09.159556 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:09.159920 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:09.160281 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:09.160634 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:09.160990 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:09.161345 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:09.161691 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:09.162039 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:09.162391 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:09.162804 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:09.163089 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:09.166108 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c7dca6c2-236e-4735-a909-e663de8729e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:09.475747 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 52940) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:09.496558 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3a979802-197d-4136-a484-3703b18055db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:09.512022 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-3a979802-197d-4136-a484-3703b18055db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:09.516546 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-3a979802-197d-4136-a484-3703b18055db admin admin] Usage tracker for resource:security_group_rule and tenant:125b0f39a9a04ee8993816333163cee0 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:09.519620 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-3a979802-197d-4136-a484-3703b18055db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:09.525364 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-3a979802-197d-4136-a484-3703b18055db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:09.627202 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3a979802-197d-4136-a484-3703b18055db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:09.631315 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3a979802-197d-4136-a484-3703b18055db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:09.639100 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-7d58589e-2b03-49e6-b10d-e38388ece99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:09.689152 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 52944) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:09.689995 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-3a979802-197d-4136-a484-3703b18055db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=125b0f39a9a04ee8993816333163cee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123177 Jul 19 20:49:09.690632 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a979802-197d-4136-a484-3703b18055db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda3dc25-67d9-4088-b4af-09815519f70e,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:09.693554 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3a979802-197d-4136-a484-3703b18055db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:09.754449 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb4fc-44ad-4f89-af30-4227600162ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:09.785946 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb4fc-44ad-4f89-af30-4227600162ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:09.788821 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-908fe7b6-01a7-4637-a98d-c34b62a67fbc req-cf1ac587-4d47-44b5-bfca-c51d7159f344 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0459161 Jul 19 20:49:09.839813 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb4fc-44ad-4f89-af30-4227600162ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:09.843593 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-9713d7b9-e0bf-4d02-ae40-6d3cb2e97289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:09.854320 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbb4fc-44ad-4f89-af30-4227600162ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda3dc25-67d9-4088-b4af-09815519f70e,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:09.856815 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-fcfbb4fc-44ad-4f89-af30-4227600162ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:09.862929 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb4fc-44ad-4f89-af30-4227600162ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:09.864100 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-fcfbb4fc-44ad-4f89-af30-4227600162ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bda3dc25-67d9-4088-b4af-09815519f70e HTTP/1.1" status: 204 len: 168 time: 0.1739581 Jul 19 20:49:10.894480 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-72751792-cc9b-4812-886e-f713c8dd61e8 req-41e40c0b-ef3e-40c5-b7f5-e8a2a76312f1 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0515337 Jul 19 20:49:11.992188 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5f254679-a132-4fd4-9b06-370b800f4f73 req-3ff87674-8619-4046-8c1c-0372d1d82e1a tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0446794 Jul 19 20:49:13.085051 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5c996ee1-7870-4287-8dec-d601b3867c34 req-84601a72-deaf-4493-9713-c93d7b997a99 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0428605 Jul 19 20:49:14.186674 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-abb8ce90-8e16-4b3a-bd56-0d34699a81d6 req-6b5376ce-ea7e-48d2-beb4-1eefc562de1a tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0487876 Jul 19 20:49:15.285421 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-9b6e0e82-0038-488e-8563-b47896d778be req-b91c7958-d25f-454c-ae71-8f25505e3326 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0428874 Jul 19 20:49:15.449429 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53056) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:15.566242 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-35268d21-6188-4914-b167-d277184ecc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:15.581152 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-35268d21-6188-4914-b167-d277184ecc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:15.584956 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-35268d21-6188-4914-b167-d277184ecc36 admin admin] Usage tracker for resource:security_group_rule and tenant:1d092b4e89b04b448abc2fa4941728b6 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:15.587768 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-35268d21-6188-4914-b167-d277184ecc36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:15.593543 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-35268d21-6188-4914-b167-d277184ecc36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:15.677285 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-35268d21-6188-4914-b167-d277184ecc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:15.681039 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-35268d21-6188-4914-b167-d277184ecc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:15.688015 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-fcfbb4fc-44ad-4f89-af30-4227600162ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:15.728170 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-35268d21-6188-4914-b167-d277184ecc36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d092b4e89b04b448abc2fa4941728b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776816 Jul 19 20:49:15.729087 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35268d21-6188-4914-b167-d277184ecc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea54e5f-f0b2-4f15-9b19-761961011258,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:15.731480 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53062) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:15.732013 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-35268d21-6188-4914-b167-d277184ecc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:15.789172 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2d140d16-f251-43cc-959e-864d3b2c6591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:15.814534 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2d140d16-f251-43cc-959e-864d3b2c6591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:15.868062 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2d140d16-f251-43cc-959e-864d3b2c6591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:15.871895 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-48fe4456-77df-4114-8cee-2c498834639d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:15.886767 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d140d16-f251-43cc-959e-864d3b2c6591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea54e5f-f0b2-4f15-9b19-761961011258,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:15.892384 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-2d140d16-f251-43cc-959e-864d3b2c6591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:15.906251 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-2d140d16-f251-43cc-959e-864d3b2c6591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:15.908459 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-2d140d16-f251-43cc-959e-864d3b2c6591 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ea54e5f-f0b2-4f15-9b19-761961011258 HTTP/1.1" status: 204 len: 168 time: 0.1764133 Jul 19 20:49:16.183703 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53070) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:16.201735 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e96233de-b2bf-4833-91c2-53bed07c6275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:16.216497 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-e96233de-b2bf-4833-91c2-53bed07c6275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:16.221589 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-e96233de-b2bf-4833-91c2-53bed07c6275 admin admin] Usage tracker for resource:security_group_rule and tenant:6511232203074da7b53831b1a3ac1937 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:16.224721 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-e96233de-b2bf-4833-91c2-53bed07c6275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:16.230484 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-e96233de-b2bf-4833-91c2-53bed07c6275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:16.323820 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e96233de-b2bf-4833-91c2-53bed07c6275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:16.327821 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e96233de-b2bf-4833-91c2-53bed07c6275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:16.337099 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-5b305713-7edb-45e6-bece-a1e682775779 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:16.408235 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-cc9446a1-cfca-4885-b32a-6b394935e184 req-dde65e09-356f-4133-8adb-4a493f1de5b0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0593860 Jul 19 20:49:16.418293 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-e96233de-b2bf-4833-91c2-53bed07c6275 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6511232203074da7b53831b1a3ac1937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333395 Jul 19 20:49:16.420735 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53076) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:16.423410 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96233de-b2bf-4833-91c2-53bed07c6275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd7674-bc8d-4de9-856a-ae23ca60f93c,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:16.435093 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e96233de-b2bf-4833-91c2-53bed07c6275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:16.483031 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ce00-5f7a-41e1-9022-e62fa4a1e685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:16.513008 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ce00-5f7a-41e1-9022-e62fa4a1e685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:16.656403 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ce00-5f7a-41e1-9022-e62fa4a1e685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:16.660378 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-f1579f93-fc38-40a4-b553-8a6a2afd991d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:16.671348 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2ce00-5f7a-41e1-9022-e62fa4a1e685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd7674-bc8d-4de9-856a-ae23ca60f93c,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:16.675266 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0ff2ce00-5f7a-41e1-9022-e62fa4a1e685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:16.678678 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ce00-5f7a-41e1-9022-e62fa4a1e685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:16.682144 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-0ff2ce00-5f7a-41e1-9022-e62fa4a1e685 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4bd7674-bc8d-4de9-856a-ae23ca60f93c HTTP/1.1" status: 204 len: 168 time: 0.2604046 Jul 19 20:49:17.124077 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53084) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:17.143127 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a08324f3-c4bc-4b63-bed3-b1c92a92bf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:17.158564 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-a08324f3-c4bc-4b63-bed3-b1c92a92bf3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:17.162510 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-a08324f3-c4bc-4b63-bed3-b1c92a92bf3e admin admin] Usage tracker for resource:security_group_rule and tenant:07a493718e6b42fca15fa563f5d6a54a is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:17.165450 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-a08324f3-c4bc-4b63-bed3-b1c92a92bf3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:17.171152 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-a08324f3-c4bc-4b63-bed3-b1c92a92bf3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:17.238300 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:17.269011 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a08324f3-c4bc-4b63-bed3-b1c92a92bf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:17.273034 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-a08324f3-c4bc-4b63-bed3-b1c92a92bf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:17.280441 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-410caf4f-3910-4d38-86cf-22b1ce9fedb0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:17.422938 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-a08324f3-c4bc-4b63-bed3-b1c92a92bf3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07a493718e6b42fca15fa563f5d6a54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975991 Jul 19 20:49:17.423813 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08324f3-c4bc-4b63-bed3-b1c92a92bf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae42c3e-c70f-4034-a81b-e59719ac9aa0,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:17.426023 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53088) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:17.428023 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-a08324f3-c4bc-4b63-bed3-b1c92a92bf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:17.488335 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-83c85a56-d7a2-4eca-b430-5e63e4f9292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:17.511692 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-cea3a39c-4f01-480a-98a4-656c659aa17d req-bc90ff01-03c7-4874-831b-377d6042f8f6 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0520778 Jul 19 20:49:17.516157 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-83c85a56-d7a2-4eca-b430-5e63e4f9292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:17.571073 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-83c85a56-d7a2-4eca-b430-5e63e4f9292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:17.576978 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-958778c8-5efe-4d65-8927-c7a85b9058e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:17.591619 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c85a56-d7a2-4eca-b430-5e63e4f9292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae42c3e-c70f-4034-a81b-e59719ac9aa0,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:17.595766 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-83c85a56-d7a2-4eca-b430-5e63e4f9292c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:17.598424 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-83c85a56-d7a2-4eca-b430-5e63e4f9292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:17.600289 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-83c85a56-d7a2-4eca-b430-5e63e4f9292c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ae42c3e-c70f-4034-a81b-e59719ac9aa0 HTTP/1.1" status: 204 len: 168 time: 0.1731031 Jul 19 20:49:18.612372 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7a377107-410c-440e-8a5d-83d04720c98d req-24f36dd2-5f98-400d-aba8-b421d5ad89a2 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0486917 Jul 19 20:49:19.723885 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2e3df9b3-5bc8-4208-bfef-ea3a47e5fb97 req-ae02bffe-9364-4085-aae6-238865c8cfc2 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0558052 Jul 19 20:49:20.818597 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5be69203-5887-43b8-8cf9-302d481b4fce req-d3902ea7-3025-4bb7-a702-bd30e58cdcb4 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0427713 Jul 19 20:49:21.917080 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-dc4b8130-d7ce-493c-91ab-caad40ec67b9 req-757da9b3-8930-4dd7-9aa5-541e74d0aa38 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0478573 Jul 19 20:49:23.012054 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-983e5fb5-c6a7-410c-ba71-f79af3d39a1b req-d9213a7a-23ca-4dbb-b8c9-7caafc7cd64d tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0429506 Jul 19 20:49:24.107741 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f7355c69-5816-4128-b858-113baadfc10c req-890928e4-3d5e-4c29-a0cb-4ce7f69719c7 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0436661 Jul 19 20:49:25.209356 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1b28963a-324e-4a73-be9d-fd725be597f0 req-543bd8e2-2fe5-418b-bbf2-34e9834ce6ff tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0474739 Jul 19 20:49:26.303488 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2f436186-6d92-4c56-a186-83bc560ee3c5 req-b1c81578-2dbd-47aa-baf7-a813616f4f4d tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0425911 Jul 19 20:49:27.094717 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53228) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:27.210599 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8b71b6b2-8be0-4687-b1e9-6bf870646e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:27.225319 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8b71b6b2-8be0-4687-b1e9-6bf870646e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:27.229142 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8b71b6b2-8be0-4687-b1e9-6bf870646e38 admin admin] Usage tracker for resource:security_group_rule and tenant:8781bc80d2ab40afa3b808829cb3851c is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:27.231954 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-8b71b6b2-8be0-4687-b1e9-6bf870646e38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:27.237623 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-8b71b6b2-8be0-4687-b1e9-6bf870646e38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:27.321934 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8b71b6b2-8be0-4687-b1e9-6bf870646e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:27.326644 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-8b71b6b2-8be0-4687-b1e9-6bf870646e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:27.335939 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c250bc8c-5439-4245-85a0-19526ec18b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:27.376229 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-8b71b6b2-8be0-4687-b1e9-6bf870646e38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8781bc80d2ab40afa3b808829cb3851c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797904 Jul 19 20:49:27.377132 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71b6b2-8be0-4687-b1e9-6bf870646e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aecd054-47f6-4c6c-99d5-6ee616c2e168,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:27.379388 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53236) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:27.382254 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8b71b6b2-8be0-4687-b1e9-6bf870646e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:27.400252 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-6786c876-4b20-4c3e-8ba8-ebb2289e8ab3 req-cc8c43be-64ef-4271-a5d2-a339d6fc04a8 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0448802 Jul 19 20:49:27.442991 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69a797ce-9bd3-4fba-a2d4-f56c0ac84cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:27.468080 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69a797ce-9bd3-4fba-a2d4-f56c0ac84cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:27.519029 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69a797ce-9bd3-4fba-a2d4-f56c0ac84cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:27.522517 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-cb8630b2-a2bd-4c94-9a21-b44dc3b047dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:27.534745 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a797ce-9bd3-4fba-a2d4-f56c0ac84cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aecd054-47f6-4c6c-99d5-6ee616c2e168,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:27.538581 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-69a797ce-9bd3-4fba-a2d4-f56c0ac84cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:27.549033 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-69a797ce-9bd3-4fba-a2d4-f56c0ac84cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:27.550311 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-69a797ce-9bd3-4fba-a2d4-f56c0ac84cd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8aecd054-47f6-4c6c-99d5-6ee616c2e168 HTTP/1.1" status: 204 len: 168 time: 0.1698806 Jul 19 20:49:27.830549 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53244) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:27.851429 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-961e98a1-e8f5-4e76-b075-ba2bb79e89af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:27.866002 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-961e98a1-e8f5-4e76-b075-ba2bb79e89af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:27.869917 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-961e98a1-e8f5-4e76-b075-ba2bb79e89af admin admin] Usage tracker for resource:security_group_rule and tenant:0ddfc8623fd04e5f9a82bf575ab13ab5 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:27.872886 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-961e98a1-e8f5-4e76-b075-ba2bb79e89af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:27.879100 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-961e98a1-e8f5-4e76-b075-ba2bb79e89af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:27.960065 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-961e98a1-e8f5-4e76-b075-ba2bb79e89af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:27.964015 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-961e98a1-e8f5-4e76-b075-ba2bb79e89af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:27.970958 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-43641c4a-5616-4fe7-a5f3-ea64327f5c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:28.012020 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-961e98a1-e8f5-4e76-b075-ba2bb79e89af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ddfc8623fd04e5f9a82bf575ab13ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803439 Jul 19 20:49:28.012777 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e98a1-e8f5-4e76-b075-ba2bb79e89af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5380ea-85eb-4986-8dcc-6f37453a7b6b,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:28.015241 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53248) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:28.015738 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-961e98a1-e8f5-4e76-b075-ba2bb79e89af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:28.115874 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-355b1b62-1bf4-450b-a807-c111a2ff63c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:28.160427 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-355b1b62-1bf4-450b-a807-c111a2ff63c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:28.222932 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-355b1b62-1bf4-450b-a807-c111a2ff63c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:28.226603 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e7d3ec1a-ded1-449f-b642-369cc7e693b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:28.237839 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b1b62-1bf4-450b-a807-c111a2ff63c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5380ea-85eb-4986-8dcc-6f37453a7b6b,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:28.242023 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-355b1b62-1bf4-450b-a807-c111a2ff63c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:28.245081 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-355b1b62-1bf4-450b-a807-c111a2ff63c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:28.246190 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-355b1b62-1bf4-450b-a807-c111a2ff63c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb5380ea-85eb-4986-8dcc-6f37453a7b6b HTTP/1.1" status: 204 len: 168 time: 0.2293577 Jul 19 20:49:28.503147 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-1ccf7e02-aae1-457b-9951-a102ad5ccd58 req-5c8d2d15-1163-4453-8744-bf1665d451d0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0491021 Jul 19 20:49:28.624028 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53258) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:28.642008 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4f3cdf3f-580a-4572-afdf-d5980b85eaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:28.658231 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4f3cdf3f-580a-4572-afdf-d5980b85eaf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:28.662141 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4f3cdf3f-580a-4572-afdf-d5980b85eaf7 admin admin] Usage tracker for resource:security_group_rule and tenant:8ca594af057f4f778f6526a4b5bd7d26 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:28.664998 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-4f3cdf3f-580a-4572-afdf-d5980b85eaf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:28.670817 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-4f3cdf3f-580a-4572-afdf-d5980b85eaf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:28.754087 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4f3cdf3f-580a-4572-afdf-d5980b85eaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:28.759198 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-4f3cdf3f-580a-4572-afdf-d5980b85eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:28.767372 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:28.807841 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-4f3cdf3f-580a-4572-afdf-d5980b85eaf7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ca594af057f4f778f6526a4b5bd7d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827190 Jul 19 20:49:28.808750 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cdf3f-580a-4572-afdf-d5980b85eaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92882d03-4a62-48f0-992c-7a2aaef6b57c,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:28.810653 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53262) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:28.811707 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-4f3cdf3f-580a-4572-afdf-d5980b85eaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:28.873188 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e5837fc0-8f39-4a85-a6b5-6bb7f2f9a2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:28.899031 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e5837fc0-8f39-4a85-a6b5-6bb7f2f9a2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:28.949629 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e5837fc0-8f39-4a85-a6b5-6bb7f2f9a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:28.953327 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-b1d7fc10-febe-4959-afb1-4d65b890b9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:28.965770 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5837fc0-8f39-4a85-a6b5-6bb7f2f9a2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92882d03-4a62-48f0-992c-7a2aaef6b57c,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:28.968358 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e5837fc0-8f39-4a85-a6b5-6bb7f2f9a2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:28.976296 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-e5837fc0-8f39-4a85-a6b5-6bb7f2f9a2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:28.977409 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-e5837fc0-8f39-4a85-a6b5-6bb7f2f9a2f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92882d03-4a62-48f0-992c-7a2aaef6b57c HTTP/1.1" status: 204 len: 168 time: 0.1657026 Jul 19 20:49:29.603203 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-59c97326-fb89-42ab-b76f-787d62c267a7 req-76090ee1-68b2-49dc-9e9c-d58a73e1b792 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0484898 Jul 19 20:49:30.114724 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53296) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:30.230232 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fd786745-aecc-4899-aa9c-b4d6e6c67f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:30.244382 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-fd786745-aecc-4899-aa9c-b4d6e6c67f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:30.248180 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-fd786745-aecc-4899-aa9c-b4d6e6c67f4b admin admin] Usage tracker for resource:security_group_rule and tenant:e26f471a742a41618df4ce1c02812d5f is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:30.251535 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-fd786745-aecc-4899-aa9c-b4d6e6c67f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:30.257365 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-fd786745-aecc-4899-aa9c-b4d6e6c67f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:30.340128 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fd786745-aecc-4899-aa9c-b4d6e6c67f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:30.344071 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fd786745-aecc-4899-aa9c-b4d6e6c67f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:30.350486 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-cd7c72a8-fb1e-4721-ab89-bc288c4ff736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:30.392102 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-fd786745-aecc-4899-aa9c-b4d6e6c67f4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e26f471a742a41618df4ce1c02812d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763085 Jul 19 20:49:30.392993 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd786745-aecc-4899-aa9c-b4d6e6c67f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a241bb-4f26-42ac-984b-ef475bf5b190,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:30.395050 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53302) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:30.395954 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-fd786745-aecc-4899-aa9c-b4d6e6c67f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:30.453148 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d3b8c637-a458-4eac-b1f4-4c2057535b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:30.477714 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d3b8c637-a458-4eac-b1f4-4c2057535b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:30.530996 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d3b8c637-a458-4eac-b1f4-4c2057535b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:30.535127 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-df5747db-d6a2-4d5c-b749-70fe1b1b804c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:30.549976 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8c637-a458-4eac-b1f4-4c2057535b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a241bb-4f26-42ac-984b-ef475bf5b190,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:30.553537 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d3b8c637-a458-4eac-b1f4-4c2057535b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:30.557207 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d3b8c637-a458-4eac-b1f4-4c2057535b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:30.558348 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-d3b8c637-a458-4eac-b1f4-4c2057535b7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6a241bb-4f26-42ac-984b-ef475bf5b190 HTTP/1.1" status: 204 len: 168 time: 0.1622765 Jul 19 20:49:30.682169 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4dc32deb-c137-42b0-81ee-cdc5079be99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:30.702691 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b9129234-d713-4b7a-98a5-061976fa1190 req-71c4e741-4c8d-42f8-8db3-f381f847f079 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0475993 Jul 19 20:49:31.226131 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53328) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:31.323569 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:31.347388 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-22423536-network', 'tenant_id': '67d1ab264015459b9040b38c19936bcf'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:31.352326 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:31.356460 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Usage tracker for resource:network and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:31.359590 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:31.366099 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:31.376533 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Made reservation on behalf of 67d1ab264015459b9040b38c19936bcf for: {'network': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:49:31.379200 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:31.394370 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:31.409251 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:31.413601 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Usage tracker for resource:security_group_rule and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:31.416407 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:31.422100 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:31.508185 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:31.511636 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:31.514440 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-67f3c618-accd-4a54-a217-fd50f58fc714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:31.544419 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=78681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:49:31.549997 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d354b6c2-c1cd-4e5f-b9ae-bd6beee6aee8,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:31.553829 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:31.557935 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:31.558238 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.segments_db [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Added segment 228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2 of type vlan for network cb333115-cbcb-4030-96c3-91a203c91816 Jul 19 20:49:31.592237 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:31.620880 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:31.622337 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:49:31.622924 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:31.626717 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:31.738262 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5109892 Jul 19 20:49:31.739055 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Pushing event updated for resources: {'Network': ['ID=cb333115-cbcb-4030-96c3-91a203c91816,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:31.741889 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-36e95307-130a-49b8-b583-39ea020dd052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:31.742670 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53336) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:31.748686 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network cb333115-cbcb-4030-96c3-91a203c91816 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:49:31.749617 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Request body: {'subnet': {'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-22423536-subnet', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'ip_version': 4}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:31.755161 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:31.759696 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Usage tracker for resource:subnet and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:31.763228 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:31.771514 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:31.786377 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Made reservation on behalf of 67d1ab264015459b9040b38c19936bcf for: {'subnet': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:49:31.788842 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2174298'] for subnet, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:31.951783 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-16f629bb-5f04-4e08-be42-002ea12bb916 req-75104b98-6e9c-4109-bad7-07b0fcb70151 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.1815660 Jul 19 20:49:32.039495 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2929583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2174248'] for subnet, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:32.045051 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:32.117450 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b17ed0-539d-4416-b0ab-e73f84211d36,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:32.121647 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:32.130692 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Checking segment: {'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:49:32.131076 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Network hostable DHCP agents. Network: cb333115-cbcb-4030-96c3-91a203c91816, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:49:32.149287 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Network cb333115-cbcb-4030-96c3-91a203c91816 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:49:32.158925 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, cb333115-cbcb-4030-96c3-91a203c91816) {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:49:32.163074 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:49:32.163678 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:32.167941 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60bfff4-8031-44ed-b9a9-1f11d84c174e None None] Network cb333115-cbcb-4030-96c3-91a203c91816 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:49:32.193521 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-3ca317cb-5d38-46fe-827b-dea851be693f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4495840 Jul 19 20:49:32.196097 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53342) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:32.201367 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:32.205910 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:32.209972 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Usage tracker for resource:router and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:32.213012 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:32.218881 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:32.229873 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:32.230930 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-709492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:32.245983 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:32.386532 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a9859ff-3bcc-5e62-9b24-b3a30d5fcb8c-cb333115-cbcb-4030-96c3-91a203c91816', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'fixed_ips': [{'subnet_id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36'}]}} from dv-cinder-801321-1-iscsi. {{(pid=78683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 20:49:32.387407 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:32.519087 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1630'] for router, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:32.549823 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Allocated IP 172.20.0.2 (cb333115-cbcb-4030-96c3-91a203c91816/b6b17ed0-539d-4416-b0ab-e73f84211d36/36e6ebc2-10b5-4a7e-b6af-1fb391caeba7) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:49:32.781525 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:32.792909 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Transition to ACTIVE for port object 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:49:32.811641 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Transition to ACTIVE for port object 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:49:32.818034 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:32.822802 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:32.888109 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Network cb333115-cbcb-4030-96c3-91a203c91816 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:49:32.891028 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Resources bound (agent type, host, resource id): {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:49:32.894087 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:49:32.903342 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Pushing event updated for resources: {'Port': ['ID=36e6ebc2-10b5-4a7e-b6af-1fb391caeba7,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:32.949624 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:32.967883 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:32.968161 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:32.968504 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:32.968842 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:32.969204 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:32.969533 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:32.969860 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:32.970186 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:32.970511 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:32.970832 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:32.971181 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:32.971501 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:32.975338 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:32.980259 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:33.002644 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Attempting to bind port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:49:33.003063 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Attempting to bind port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:49:33.003433 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Attempting to bind port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 on network cb333115-cbcb-4030-96c3-91a203c91816 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:49:33.009243 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:49:33.009624 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Checking segment: {'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:49:33.010042 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:33.010568 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Bound using segment: {'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:49:33.011065 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Bound port: 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:49:33.011453 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:33.053171 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-146be5a1-d7c0-4347-b76b-d9d596cc26ca req-8c789732-1172-4e00-a5c5-4191fc63fd10 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0469801 Jul 19 20:49:33.121296 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Allocated IP 172.27.2.251 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/369086dc-a70e-4c87-81c8-74e192a2f551) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:49:33.137817 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] For port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:49:33.140932 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] For port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=36e6ebc2-10b5-4a7e-b6af-1fb391caeba7,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:49:33.145691 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:33.149249 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:33.228032 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Pushing event updated for resources: {'Port': ['ID=36e6ebc2-10b5-4a7e-b6af-1fb391caeba7,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:33.231167 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-46640c17-c275-45c0-bdb4-5e1178bb6a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:33.283316 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:33.314766 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:33.318489 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:33.401323 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:49:33.406785 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:49:33.410670 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:49:33.417518 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7c8a5b93-45d0-4271-a2ed-cedb1fc0a185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:33.452281 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Pushing event updated for resources: {'Port': ['ID=369086dc-a70e-4c87-81c8-74e192a2f551,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:33.456807 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:33.859487 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:33.887149 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:49:34.153113 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89113a96-972b-4a7e-9369-542bd988bb8f None None] Network cb333115-cbcb-4030-96c3-91a203c91816 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:49:34.206491 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-043b81e2-e598-4cf2-9224-c301f6b496f0 req-e52655f6-4e9f-4a93-b91c-6f883604b7dc tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0643930 Jul 19 20:49:34.279727 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-13ebd4b2-b90f-4966-b50d-7330aaf2f3a4 None None] Provisioning for port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:49:34.422617 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:49:34.438603 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703511'] for router, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:34.504041 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:49:34.509633 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:34.510062 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:34.629341 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:34.662850 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Router 51ae605e-7f4f-4763-9ea8-8d7919314364 is scheduled to L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 with binding_index 1 {{(pid=78682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 20:49:34.680591 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=36e6ebc2-10b5-4a7e-b6af-1fb391caeba7,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:49:34.690293 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:34.694898 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:34.763448 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-f343da3c-9cf1-458f-9a37-33b1b5eae91c None None] Provisioning complete for port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:34.763766 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f343da3c-9cf1-458f-9a37-33b1b5eae91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:34.808759 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=36e6ebc2-10b5-4a7e-b6af-1fb391caeba7,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:34.813728 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:34.856675 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:49:34.873208 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Sync routers for ids ['51ae605e-7f4f-4763-9ea8-8d7919314364'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:49:34.883636 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:34.887410 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-1332d44f-d73c-4145-9b56-dd54e884acc3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6878796 Jul 19 20:49:34.887732 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53350) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:34.892142 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Routers {'51ae605e-7f4f-4763-9ea8-8d7919314364'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:49:34.892780 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:49:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['51ae605e-7f4f-4763-9ea8-8d7919314364'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:35.073666 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Set router 51ae605e-7f4f-4763-9ea8-8d7919314364 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:49:35.218873 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:35.306427 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-756268e8-3464-4e7b-ac84-aeb02395294b req-ec9d0b11-63f2-4f0e-8d38-ede41e5edf15 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0444961 Jul 19 20:49:35.378307 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:49:33Z', 'revision_number': 3, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:35.382526 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Checking router: 51ae605e-7f4f-4763-9ea8-8d7919314364 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:49:35.383025 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Updating router 51ae605e-7f4f-4763-9ea8-8d7919314364 port 369086dc-a70e-4c87-81c8-74e192a2f551 binding host dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:49:35.434756 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:35.576020 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:35.800602 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_common [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Allocated IP 172.20.0.1 (cb333115-cbcb-4030-96c3-91a203c91816/b6b17ed0-539d-4416-b0ab-e73f84211d36/ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a) {{(pid=78682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:49:35.834279 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:35.854780 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Transition to ACTIVE for port object 369086dc-a70e-4c87-81c8-74e192a2f551 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:49:35.863262 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:35.867400 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:35.943847 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Attempting to bind port 369086dc-a70e-4c87-81c8-74e192a2f551 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:49:35.944225 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Attempting to bind port 369086dc-a70e-4c87-81c8-74e192a2f551 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:49:35.944608 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Attempting to bind port 369086dc-a70e-4c87-81c8-74e192a2f551 on network f5466eaf-cb4a-4a64-b931-13ea23041666 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:49:35.954345 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba259e4-7e37-4607-b066-c9619f1bbbdf None None] Pushing event updated for resources: {'Port': ['ID=369086dc-a70e-4c87-81c8-74e192a2f551,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:35.957040 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:49:35.957463 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Checking segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:49:35.957853 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:35.958251 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Bound using segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:49:35.958738 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Bound port: 369086dc-a70e-4c87-81c8-74e192a2f551, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:49:35.959156 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:35.990815 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-7ba259e4-7e37-4607-b066-c9619f1bbbdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:36.039481 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] For port 369086dc-a70e-4c87-81c8-74e192a2f551, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:49:36.042682 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] For port 369086dc-a70e-4c87-81c8-74e192a2f551, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=369086dc-a70e-4c87-81c8-74e192a2f551,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:49:36.046832 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:36.051261 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:36.079328 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:36.095348 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.provisioning_blocks [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Transition to ACTIVE for port object ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a will not be triggered until provisioned by entity DHCP. {{(pid=78682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:49:36.122101 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:36.125381 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Routers {'51ae605e-7f4f-4763-9ea8-8d7919314364'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:49:36.126022 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:49:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['51ae605e-7f4f-4763-9ea8-8d7919314364'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:36.127419 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e7723e2e-305e-48af-8003-0e7108a53ea5 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:36.183689 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba259e4-7e37-4607-b066-c9619f1bbbdf None None] Pushing event updated for resources: {'Port': ['ID=369086dc-a70e-4c87-81c8-74e192a2f551,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:36.189520 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Network cb333115-cbcb-4030-96c3-91a203c91816 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:49:36.193089 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:49:36.196786 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Received port after_create {{(pid=78682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:49:36.202405 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-7ba259e4-7e37-4607-b066-c9619f1bbbdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:36.245824 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a,revision_number=1']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:36.250102 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:36.259028 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728897'] for router_interface, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:36.314549 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] Set router 51ae605e-7f4f-4763-9ea8-8d7919314364 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:49:36.433026 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:49:36.435505 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-70b422d7-3c00-49ce-9cff-04ad6d9f6c45 req-47aa1cc4-5c3d-42f1-840b-5f326c499aac tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0533659 Jul 19 20:49:36.438461 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:36.575406 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-8d05359f-33bf-47f1-8dfe-21cb9b812d36 None None] Provisioning for port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:49:36.592504 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-8d05359f-33bf-47f1-8dfe-21cb9b812d36 None None] Provisioning complete for port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:36.592881 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8d05359f-33bf-47f1-8dfe-21cb9b812d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:36.674233 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:36.679666 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909990'] for port, after_update {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:36.687895 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:36.709739 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:36.724576 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-8d05359f-33bf-47f1-8dfe-21cb9b812d36 None None] Port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:49:36.730293 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:36.730663 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:36.794993 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729060'] for router_interface, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:36.804518 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a,revision_number=2']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:36.808425 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:36.860279 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:49:33Z', 'revision_number': 3, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:36.869508 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee3ac7a-5f63-440f-954a-4dc0f596ef7b None None] The sync data for ids ['51ae605e-7f4f-4763-9ea8-8d7919314364'] in dv-cinder-801321-1-iscsi is: [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:49:33Z', 'revision_number': 3, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:49:36.946032 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Network cb333115-cbcb-4030-96c3-91a203c91816 is already hosted by enough agents. {{(pid=78682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:49:36.947708 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Resources bound (agent type, host, resource id): {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:49:37.194615 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Router 51ae605e-7f4f-4763-9ea8-8d7919314364 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:49:37.248332 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-cf8418f5-1557-453d-beb7-cb2bf8d7f2f3 None None] Provisioning complete for port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:37.248823 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cf8418f5-1557-453d-beb7-cb2bf8d7f2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:37.306077 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-cf8418f5-1557-453d-beb7-cb2bf8d7f2f3 None None] Port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:49:37.392552 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:49:37.404981 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-cf7bbf51-13a6-47db-8063-354bc5e49552 admin admin] 10.222.0.36 "PUT /v2.0/routers/51ae605e-7f4f-4763-9ea8-8d7919314364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5127828 Jul 19 20:49:37.543672 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-699954ca-2520-4649-a4f6-291f40e9e3e9 req-19756a12-c95f-456c-a631-ba8214121d27 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0515206 Jul 19 20:49:37.942700 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53376) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:37.948314 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1426994871-network', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:37.953073 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:37.957564 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Usage tracker for resource:network and tenant:8c0deef17222485195dc96aa2a71fc49 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:37.960656 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:37.966573 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:37.977403 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Made reservation on behalf of 8c0deef17222485195dc96aa2a71fc49 for: {'network': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:49:37.979754 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for network, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:37.991530 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.005435 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:38.009645 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Usage tracker for resource:security_group_rule and tenant:8c0deef17222485195dc96aa2a71fc49 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:38.012552 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:38.018910 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:38.100314 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.104316 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.107229 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-b9ba8ef2-aa0c-428b-8f9c-fdc9f2b01d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:38.133909 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=78681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 20:49:38.147520 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffc6746-1429-4c19-b77d-704fa071ab40,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:38.151891 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:38.152836 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.153200 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.segments_db [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Added segment 57c2597c-ae32-4311-b434-25549e31d5bb of type vlan for network 1abe5b61-9319-4a70-af0d-158eb2858d53 Jul 19 20:49:38.181128 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736792056760'] for network, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.215360 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876'] for network, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.216847 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:49:38.217444 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.222661 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:38.324859 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3810413 Jul 19 20:49:38.327959 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53380) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:38.334609 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Pushing event updated for resources: {'Network': ['ID=1abe5b61-9319-4a70-af0d-158eb2858d53,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:38.337800 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c8924345-e825-4367-ac16-c00c40df3412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:38.338444 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Request body: {'subnet': {'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1426994871-subnet', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'ip_version': 4}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:38.346114 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:38.348931 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Network 1abe5b61-9319-4a70-af0d-158eb2858d53 details requested by agent ovs-agent-dv-cinder-801321-1-iscsi with host dv-cinder-801321-1-iscsi {{(pid=78683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 19 20:49:38.351542 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Usage tracker for resource:subnet and tenant:8c0deef17222485195dc96aa2a71fc49 is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:38.354891 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:38.361143 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:38.374236 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Made reservation on behalf of 8c0deef17222485195dc96aa2a71fc49 for: {'subnet': 1} {{(pid=78682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:49:38.377401 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2174298'] for subnet, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.436920 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 369086dc-a70e-4c87-81c8-74e192a2f551 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:49:38.485122 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Sync routers for ids ['51ae605e-7f4f-4763-9ea8-8d7919314364'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:49:38.494550 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Routers {'51ae605e-7f4f-4763-9ea8-8d7919314364'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:49:38.495222 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:49:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['51ae605e-7f4f-4763-9ea8-8d7919314364'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:38.535672 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 369086dc-a70e-4c87-81c8-74e192a2f551 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:49:38.541278 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 369086dc-a70e-4c87-81c8-74e192a2f551 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:38.541736 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.663193 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.681748 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port 369086dc-a70e-4c87-81c8-74e192a2f551, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=369086dc-a70e-4c87-81c8-74e192a2f551,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:49:38.687236 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Set router 51ae605e-7f4f-4763-9ea8-8d7919314364 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:49:38.690103 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.696428 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e6e71ee8-de15-4198-a142-f5b9bd20f4f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:38.789146 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c41084ff-00bc-4c01-9b29-26dedc56d5e1 req-1760a171-7eb2-4911-bd88-b5a97dfd4161 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.1899819 Jul 19 20:49:38.795078 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2929583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2174248'] for subnet, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.800063 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-fe10280e-0096-41e2-9ec4-d098e5d55dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:38.823611 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=369086dc-a70e-4c87-81c8-74e192a2f551,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:38.827116 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:38.875460 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:38.883158 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:38.883874 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Checking segment: {'id': '57c2597c-ae32-4311-b434-25549e31d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:49:38.884228 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Network hostable DHCP agents. Network: 1abe5b61-9319-4a70-af0d-158eb2858d53, hostable agents: ['2f6ad7d9-ab79-4868-a2c3-0b804574f9d7'], hosted agents: [] {{(pid=78682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 20:49:38.903976 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Network 1abe5b61-9319-4a70-af0d-158eb2858d53 is scheduled to be hosted by DHCP agent 2f6ad7d9-ab79-4868-a2c3-0b804574f9d7 with binding_index 1 {{(pid=78682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 20:49:38.914277 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.base_scheduler [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-1-iscsi, 1abe5b61-9319-4a70-af0d-158eb2858d53) {{(pid=78682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:49:38.918664 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:49:38.919362 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.923792 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864b2fe2-619f-4ef6-93d6-078789c478ee None None] Network 1abe5b61-9319-4a70-af0d-158eb2858d53 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:49:38.940708 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6107638 Jul 19 20:49:38.943852 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53388) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:38.950329 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1426994871-router', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:38.955531 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:38.961255 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Usage tracker for resource:router and tenant:8c0deef17222485195dc96aa2a71fc49 is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:38.964099 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:38.971069 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:38.989203 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1637'] for router, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:38.992054 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-709492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1644'] for router, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.009636 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.057408 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 4, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a', 'name': '', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'mac_address': 'fa:16:3e:9b:0f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:35Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 2, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'subnets': [{'id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:39.061384 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Checking router: 51ae605e-7f4f-4763-9ea8-8d7919314364 for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:49:39.061743 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Updating router 51ae605e-7f4f-4763-9ea8-8d7919314364 port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a binding host dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:49:39.123783 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.167111 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a9859ff-3bcc-5e62-9b24-b3a30d5fcb8c-1abe5b61-9319-4a70-af0d-158eb2858d53', 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'fixed_ips': [{'subnet_id': 'e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb'}]}} from dv-cinder-801321-1-iscsi. {{(pid=78683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 19 20:49:39.168111 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.325441 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Allocated IP 172.20.0.2 (1abe5b61-9319-4a70-af0d-158eb2858d53/e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb/edcad8cf-78a1-45a6-bd8c-9df474156823) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:49:39.396686 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1630'] for router, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.499544 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.513121 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Transition to ACTIVE for port object ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:49:39.520444 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.524607 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2233e5b4-89cd-44a5-b18f-1f667864d579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:39.563276 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.579115 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Transition to ACTIVE for port object edcad8cf-78a1-45a6-bd8c-9df474156823 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:49:39.596485 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Pushing event updated for resources: {'Port': ['ID=ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:39.617204 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Transition to ACTIVE for port object edcad8cf-78a1-45a6-bd8c-9df474156823 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:49:39.626648 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.631770 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:39.704217 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Network 1abe5b61-9319-4a70-af0d-158eb2858d53 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:49:39.711340 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Resources bound (agent type, host, resource id): {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:49:39.723092 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:49:39.733549 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Pushing event updated for resources: {'Port': ['ID=edcad8cf-78a1-45a6-bd8c-9df474156823,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:39.743861 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:39.785436 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.805853 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:39.806001 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:39.806255 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:39.806585 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:39.806937 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:39.807307 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:39.807630 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:39.807959 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:39.808302 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:39.808623 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:39.808964 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:39.809281 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:39.822093 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:39.826731 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.830502 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Attempting to bind port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:49:39.830825 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Attempting to bind port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:49:39.831252 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Attempting to bind port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a on network cb333115-cbcb-4030-96c3-91a203c91816 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:49:39.837689 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:49:39.838097 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Checking segment: {'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:49:39.838507 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.838908 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Bound using segment: {'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:49:39.839432 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Bound port: ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:49:39.839829 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.885458 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Attempting to bind port edcad8cf-78a1-45a6-bd8c-9df474156823 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:49:39.885753 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Attempting to bind port edcad8cf-78a1-45a6-bd8c-9df474156823 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '57c2597c-ae32-4311-b434-25549e31d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:49:39.886126 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Attempting to bind port edcad8cf-78a1-45a6-bd8c-9df474156823 on network 1abe5b61-9319-4a70-af0d-158eb2858d53 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:49:39.893094 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:49:39.893612 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Checking segment: {'id': '57c2597c-ae32-4311-b434-25549e31d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:49:39.894030 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.894438 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Bound using segment: {'id': '57c2597c-ae32-4311-b434-25549e31d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:49:39.894921 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Bound port: edcad8cf-78a1-45a6-bd8c-9df474156823, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c2597c-ae32-4311-b434-25549e31d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:49:39.895330 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.964513 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] For port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:49:39.969021 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] For port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:49:39.975846 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:39.982210 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:40.000720 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] For port edcad8cf-78a1-45a6-bd8c-9df474156823, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:49:40.004455 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] For port edcad8cf-78a1-45a6-bd8c-9df474156823, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=edcad8cf-78a1-45a6-bd8c-9df474156823,segment=NetworkSegment(57c2597c-ae32-4311-b434-25549e31d5bb),segment_id=57c2597c-ae32-4311-b434-25549e31d5bb)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:49:40.011894 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:40.017100 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-b64c3c5f-2019-4d5d-af91-bf8aadae38a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:40.018386 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Allocated IP 172.27.2.141 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/3a3a60a7-2932-4719-bea3-532a3ad48824) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:49:40.071337 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Pushing event updated for resources: {'Port': ['ID=ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a,revision_number=4']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:40.074368 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Routers {'51ae605e-7f4f-4763-9ea8-8d7919314364'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:49:40.075065 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:49:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['51ae605e-7f4f-4763-9ea8-8d7919314364'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:40.133550 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Pushing event updated for resources: {'Port': ['ID=edcad8cf-78a1-45a6-bd8c-9df474156823,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:40.139000 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-0e2e4262-2c39-4764-903c-cd4a1b5f7292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:40.145958 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-80b97e6a-4d04-4e14-89de-b4cce28d30b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:40.244876 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:40.284930 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:40.289093 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0fc7caac-1670-47a2-a04d-5f00710144d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:40.380789 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] Set router 51ae605e-7f4f-4763-9ea8-8d7919314364 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:49:40.416075 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6aaac9fd-c3ea-4d9b-b2ed-b64e5dfe64c4 req-db15b3c6-9723-49f2-8763-dbd75e844848 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.5128136 Jul 19 20:49:40.429853 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:49:40.432928 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:49:40.437189 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:49:40.452774 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 369086dc-a70e-4c87-81c8-74e192a2f551 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:49:40.466937 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Pushing event updated for resources: {'Port': ['ID=3a3a60a7-2932-4719-bea3-532a3ad48824,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:40.474040 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:40.549606 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 369086dc-a70e-4c87-81c8-74e192a2f551 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:40.550240 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:40.814623 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 4, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a', 'name': '', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'mac_address': 'fa:16:3e:9b:0f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:35Z', 'updated_at': '2021-07-19T20:49:39Z', 'revision_number': 4, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'subnets': [{'id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:40.819485 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f7d59-7f58-48f8-8d16-6e47205336f7 None None] The sync data for ids ['51ae605e-7f4f-4763-9ea8-8d7919314364'] in dv-cinder-801321-1-iscsi is: [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 4, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a', 'name': '', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'mac_address': 'fa:16:3e:9b:0f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:35Z', 'updated_at': '2021-07-19T20:49:39Z', 'revision_number': 4, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'subnets': [{'id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:49:40.938396 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:41.350420 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c658c48b-0dbd-47d6-8cbf-2033660647dc None None] Network 1abe5b61-9319-4a70-af0d-158eb2858d53 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:49:41.435746 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703511'] for router, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:41.447371 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-d6681975-10a8-4003-b45e-0c1572b0c06d None None] Provisioning for port edcad8cf-78a1-45a6-bd8c-9df474156823 completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:49:41.510319 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-474f0ce1-f396-47ed-84cc-1ce20b339803 req-a7580918-b9b3-4375-8e5c-45ec95c87bc7 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0568876 Jul 19 20:49:41.668952 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Router 81a92638-eb02-4081-88dc-ee5537ab82ca is scheduled to L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 with binding_index 1 {{(pid=78681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 19 20:49:41.863305 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:49:41.871642 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Sync routers for ids ['81a92638-eb02-4081-88dc-ee5537ab82ca'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:49:41.881991 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Routers {'81a92638-eb02-4081-88dc-ee5537ab82ca'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:49:41.883084 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:49:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['81a92638-eb02-4081-88dc-ee5537ab82ca'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:41.890089 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] Notify callbacks [] for router, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:41.891387 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-bfddd082-0454-45ac-b0e3-b94ed44e3f29 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9457629 Jul 19 20:49:41.894112 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53412) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:42.121108 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Set router 81a92638-eb02-4081-88dc-ee5537ab82ca gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:49:42.423177 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'name': 'tempest-TestShelveInstance-1426994871-router', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:38Z', 'updated_at': '2021-07-19T20:49:40Z', 'revision_number': 3, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'gw_port': {'id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:39Z', 'updated_at': '2021-07-19T20:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:42.428295 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Checking router: 81a92638-eb02-4081-88dc-ee5537ab82ca for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:49:42.428780 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Updating router 81a92638-eb02-4081-88dc-ee5537ab82ca port 3a3a60a7-2932-4719-bea3-532a3ad48824 binding host dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:49:42.474074 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:49:42.557734 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:42.618728 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-288e9115-91ba-47bf-af1b-24938cda13a1 req-75c045cf-4c6a-44a4-8a3e-c32230693d4a tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0495105 Jul 19 20:49:42.663179 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:49:42.670765 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:42.671182 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:42.802884 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:42.925085 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:42.973594 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:49:43.002822 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.003705 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device edcad8cf-78a1-45a6-bd8c-9df474156823 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:49:43.014502 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Allocated IP 172.20.0.1 (1abe5b61-9319-4a70-af0d-158eb2858d53/e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb/54305176-767c-47b7-acef-704135e033bc) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:49:43.044885 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-36f5507f-f700-40c0-958c-9b8a949bae34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:43.143566 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.153027 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:43.156745 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:43.163497 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Transition to ACTIVE for port object 3a3a60a7-2932-4719-bea3-532a3ad48824 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:49:43.173338 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.178612 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:43.212345 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.222273 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port edcad8cf-78a1-45a6-bd8c-9df474156823 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:49:43.228497 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Transition to ACTIVE for port object 54305176-767c-47b7-acef-704135e033bc will not be triggered until provisioned by entity DHCP. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:49:43.255210 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.257568 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port edcad8cf-78a1-45a6-bd8c-9df474156823 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:43.257938 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.259385 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-010a804c-0740-4b57-92a2-22e86020cee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:43.310440 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Attempting to bind port 3a3a60a7-2932-4719-bea3-532a3ad48824 on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:49:43.310756 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Attempting to bind port 3a3a60a7-2932-4719-bea3-532a3ad48824 by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:49:43.311159 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Attempting to bind port 3a3a60a7-2932-4719-bea3-532a3ad48824 on network f5466eaf-cb4a-4a64-b931-13ea23041666 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:49:43.313349 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aee01c-f054-433b-aeaf-fcaffa5027b2 None None] Pushing event updated for resources: {'Port': ['ID=3a3a60a7-2932-4719-bea3-532a3ad48824,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:43.318822 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-46aee01c-f054-433b-aeaf-fcaffa5027b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:43.322779 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Network 1abe5b61-9319-4a70-af0d-158eb2858d53 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:49:43.323151 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:49:43.323538 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Checking segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:49:43.323947 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.324346 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Bound using segment: {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:49:43.324826 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Bound port: 3a3a60a7-2932-4719-bea3-532a3ad48824, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5774b8-98e1-40a9-95c2-f32e72037baa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:49:43.325208 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.325617 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:49:43.329205 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:49:43.360289 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=54305176-767c-47b7-acef-704135e033bc,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:43.366861 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:43.388726 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-728897'] for router_interface, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.452972 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] For port 3a3a60a7-2932-4719-bea3-532a3ad48824, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:49:43.467469 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] For port 3a3a60a7-2932-4719-bea3-532a3ad48824, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=3a3a60a7-2932-4719-bea3-532a3ad48824,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:49:43.475032 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.484996 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.490046 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:43.588764 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Routers {'81a92638-eb02-4081-88dc-ee5537ab82ca'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:49:43.589409 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:49:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['81a92638-eb02-4081-88dc-ee5537ab82ca'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:43.650360 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port edcad8cf-78a1-45a6-bd8c-9df474156823, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=edcad8cf-78a1-45a6-bd8c-9df474156823,segment=NetworkSegment(57c2597c-ae32-4311-b434-25549e31d5bb),segment_id=57c2597c-ae32-4311-b434-25549e31d5bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:49:43.663146 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aee01c-f054-433b-aeaf-fcaffa5027b2 None None] Pushing event updated for resources: {'Port': ['ID=3a3a60a7-2932-4719-bea3-532a3ad48824,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:43.676972 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.677693 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.679011 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-46aee01c-f054-433b-aeaf-fcaffa5027b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:43.679471 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-46aee01c-f054-433b-aeaf-fcaffa5027b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:43.752505 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1f75ddba-365e-4d96-bd08-555ab4088b14 req-227df3de-2f13-4106-a934-9942b398a59c tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0530374 Jul 19 20:49:43.796914 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-e31c7229-9e85-45df-ba1a-569380bf9688 None None] Provisioning for port 54305176-767c-47b7-acef-704135e033bc completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:49:43.808480 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-e31c7229-9e85-45df-ba1a-569380bf9688 None None] Provisioning complete for port 54305176-767c-47b7-acef-704135e033bc triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:43.808870 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e31c7229-9e85-45df-ba1a-569380bf9688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.921196 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.925867 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:43.941285 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=edcad8cf-78a1-45a6-bd8c-9df474156823,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:43.948727 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:43.949953 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-69e9aa39-b85c-40dd-98e2-83acc5a0bd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:43.958102 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e31c7229-9e85-45df-ba1a-569380bf9688 None None] Port 54305176-767c-47b7-acef-704135e033bc cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:49:43.963118 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] Set router 81a92638-eb02-4081-88dc-ee5537ab82ca gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:49:44.033444 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=54305176-767c-47b7-acef-704135e033bc,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:44.035836 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729060'] for router_interface, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:44.039516 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:44.170365 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Network 1abe5b61-9319-4a70-af0d-158eb2858d53 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:49:44.171655 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:49:44.296805 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'name': 'tempest-TestShelveInstance-1426994871-router', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:38Z', 'updated_at': '2021-07-19T20:49:43Z', 'revision_number': 4, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'gw_port': {'id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:39Z', 'updated_at': '2021-07-19T20:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '54305176-767c-47b7-acef-704135e033bc', 'name': '', 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'mac_address': 'fa:16:3e:d4:9e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:42Z', 'updated_at': '2021-07-19T20:49:43Z', 'revision_number': 1, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'subnets': [{'id': 'e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:44.302402 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a0a9b-4e66-485f-9386-dd944571658a None None] The sync data for ids ['81a92638-eb02-4081-88dc-ee5537ab82ca'] in dv-cinder-801321-1-iscsi is: [{'id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'name': 'tempest-TestShelveInstance-1426994871-router', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:38Z', 'updated_at': '2021-07-19T20:49:43Z', 'revision_number': 4, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'gw_port': {'id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:39Z', 'updated_at': '2021-07-19T20:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '54305176-767c-47b7-acef-704135e033bc', 'name': '', 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'mac_address': 'fa:16:3e:d4:9e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:42Z', 'updated_at': '2021-07-19T20:49:43Z', 'revision_number': 1, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'subnets': [{'id': 'e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:49:44.405012 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:49:44.487032 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:44.487705 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:44.492922 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Router 81a92638-eb02-4081-88dc-ee5537ab82ca has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:49:44.524397 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-680097d4-1da7-4414-90c9-0000314a9aea None None] Provisioning complete for port 54305176-767c-47b7-acef-704135e033bc triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:44.524787 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-680097d4-1da7-4414-90c9-0000314a9aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:44.606396 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-680097d4-1da7-4414-90c9-0000314a9aea None None] Port 54305176-767c-47b7-acef-704135e033bc cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:49:44.681490 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device edcad8cf-78a1-45a6-bd8c-9df474156823 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:49:44.711261 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:49:44.723451 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-f7a635bc-a5a6-4c7c-8dfc-a7efa112a8b7 admin admin] 10.222.0.36 "PUT /v2.0/routers/81a92638-eb02-4081-88dc-ee5537ab82ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8282387 Jul 19 20:49:44.757854 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port edcad8cf-78a1-45a6-bd8c-9df474156823 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:44.758279 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:44.859072 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-bce315d5-4559-406d-b093-f9cc76d75fed req-2971d39a-98c4-4d97-b6c2-5442ba55afa7 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0544271 Jul 19 20:49:45.383911 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53428) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:45.389272 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1491670817', 'description': 'tempest-secgroup-smoke-1491670817 description', 'project_id': '67d1ab264015459b9040b38c19936bcf'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:45.395445 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:45.399518 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Usage tracker for resource:security_group and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:45.403119 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:45.409992 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:45.426913 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:45.449371 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:45.454168 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Usage tracker for resource:security_group_rule and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:45.458992 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:45.472768 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:45.557741 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:45.562611 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:45.566594 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-26a69986-5618-4bbc-a17a-39835a6ae490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:45.609321 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1747cc7d-9a78-4245-9597-49fc657bc598,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:45.613040 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:45.617079 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2293670 Jul 19 20:49:45.617079 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:45.617376 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53432) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:45.622680 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-c5828d7d-0db3-43c9-bcbd-97e1dabca45d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Request body: {'security_group_rule': {'security_group_id': '1747cc7d-9a78-4245-9597-49fc657bc598', 'project_id': '67d1ab264015459b9040b38c19936bcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:45.629498 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-c5828d7d-0db3-43c9-bcbd-97e1dabca45d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:45.633896 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-c5828d7d-0db3-43c9-bcbd-97e1dabca45d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Usage tracker for resource:security_group_rule and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:45.636914 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-c5828d7d-0db3-43c9-bcbd-97e1dabca45d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:45.643279 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-c5828d7d-0db3-43c9-bcbd-97e1dabca45d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:45.665064 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c5828d7d-0db3-43c9-bcbd-97e1dabca45d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:45.731966 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c5828d7d-0db3-43c9-bcbd-97e1dabca45d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:45.738774 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c5828d7d-0db3-43c9-bcbd-97e1dabca45d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:45.741091 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:45.761846 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5828d7d-0db3-43c9-bcbd-97e1dabca45d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1de64e-689a-4ef8-8ea5-bc932b5fc84f,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:45.766597 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-c5828d7d-0db3-43c9-bcbd-97e1dabca45d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:45.775510 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-c5828d7d-0db3-43c9-bcbd-97e1dabca45d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:45.776702 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-c5828d7d-0db3-43c9-bcbd-97e1dabca45d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585808 Jul 19 20:49:45.780123 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53436) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:45.785784 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-5f7ee045-3f6c-48ee-b872-39d91d759407 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Request body: {'security_group_rule': {'security_group_id': '1747cc7d-9a78-4245-9597-49fc657bc598', 'project_id': '67d1ab264015459b9040b38c19936bcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:45.791831 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-5f7ee045-3f6c-48ee-b872-39d91d759407 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:45.795966 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-5f7ee045-3f6c-48ee-b872-39d91d759407 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Usage tracker for resource:security_group_rule and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:45.800414 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-5f7ee045-3f6c-48ee-b872-39d91d759407 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:45.807425 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-5f7ee045-3f6c-48ee-b872-39d91d759407 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:45.831158 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee045-3f6c-48ee-b872-39d91d759407 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:45.899331 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee045-3f6c-48ee-b872-39d91d759407 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:45.904086 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee045-3f6c-48ee-b872-39d91d759407 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:45.906122 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-03e32547-fbf8-4afe-9a07-61ea96a16359 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:45.964916 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ee045-3f6c-48ee-b872-39d91d759407 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67941ee3-5fc9-478b-8f9e-abbeb9239e6c,revision_number=0']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:45.972794 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-5f7ee045-3f6c-48ee-b872-39d91d759407 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:45.975184 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-882da9c5-6796-48e1-8799-cda189ce39f5 req-a1a867e0-b336-41f6-b8a7-fb4529e65019 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0571175 Jul 19 20:49:45.983586 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee045-3f6c-48ee-b872-39d91d759407 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:45.989115 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-5f7ee045-3f6c-48ee-b872-39d91d759407 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2033565 Jul 19 20:49:45.991242 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53442) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:45.996801 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Request body: {'security_group_rule': {'security_group_id': '1747cc7d-9a78-4245-9597-49fc657bc598', 'project_id': '67d1ab264015459b9040b38c19936bcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:46.002950 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:46.006796 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Usage tracker for resource:security_group_rule and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:46.010064 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:46.018213 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:46.038332 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.107941 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.111940 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.114100 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-376a8f8d-77c8-49b0-af8b-aa444b6c82ee tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:46.138155 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d22edb-62e7-4014-9841-d02fad242b4c,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:46.150203 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:46.150675 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:46.150948 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:46.151343 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:46.151702 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:46.152062 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:46.152416 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:46.152763 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:46.153129 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:46.153464 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:46.153813 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:46.154158 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:49:46.158117 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.159274 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669006 Jul 19 20:49:46.160197 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6f645639-2b92-4672-87bc-eab020f0a6d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:46.162081 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53446) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:46.167181 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-9d8f2bbe-ca16-418f-a750-ce292ce4c589 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Request body: {'security_group_rule': {'security_group_id': '1747cc7d-9a78-4245-9597-49fc657bc598', 'project_id': '67d1ab264015459b9040b38c19936bcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:46.173608 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-9d8f2bbe-ca16-418f-a750-ce292ce4c589 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:46.177409 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-9d8f2bbe-ca16-418f-a750-ce292ce4c589 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Usage tracker for resource:security_group_rule and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:46.180387 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-9d8f2bbe-ca16-418f-a750-ce292ce4c589 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:46.186062 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-9d8f2bbe-ca16-418f-a750-ce292ce4c589 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:46.204422 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2bbe-ca16-418f-a750-ce292ce4c589 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.272207 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2bbe-ca16-418f-a750-ce292ce4c589 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.275829 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2bbe-ca16-418f-a750-ce292ce4c589 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.277871 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d875f799-f1e9-47c4-a591-7335ad923ab9 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:46.299872 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f2bbe-ca16-418f-a750-ce292ce4c589 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7d2efd-811e-4591-9a8d-0f865ddace8c,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:46.302398 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-9d8f2bbe-ca16-418f-a750-ce292ce4c589 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:46.309927 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2bbe-ca16-418f-a750-ce292ce4c589 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.311332 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-9d8f2bbe-ca16-418f-a750-ce292ce4c589 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482832 Jul 19 20:49:46.314666 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53450) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:46.319820 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Request body: {'security_group_rule': {'security_group_id': '1747cc7d-9a78-4245-9597-49fc657bc598', 'project_id': '67d1ab264015459b9040b38c19936bcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:46.325927 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:46.330641 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Usage tracker for resource:security_group_rule and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:46.333799 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:46.339736 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:46.351585 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.securitygroups_db [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Project 67d1ab264015459b9040b38c19936bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 20:49:46.358956 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.407927 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 3a3a60a7-2932-4719-bea3-532a3ad48824 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:49:46.426856 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.431745 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.440927 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:46.465580 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db144e6-6a2c-4549-be4c-01dd3ead2d81,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:46.468774 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:46.477149 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.478794 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-7ac9360d-3d4d-400c-b798-171d54bc6487 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631482 Jul 19 20:49:46.479664 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 3a3a60a7-2932-4719-bea3-532a3ad48824 completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:49:46.481812 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53454) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:49:46.485346 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 3a3a60a7-2932-4719-bea3-532a3ad48824 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:46.485723 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.487364 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.v2.base [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Request body: {'security_group_rule': {'security_group_id': '1747cc7d-9a78-4245-9597-49fc657bc598', 'project_id': '67d1ab264015459b9040b38c19936bcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:49:46.494227 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:49:46.498511 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Usage tracker for resource:security_group_rule and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:49:46.502283 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:49:46.508631 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.quota.driver [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:49:46.520309 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.db.securitygroups_db [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Project 67d1ab264015459b9040b38c19936bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 20:49:46.527809 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.597367 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.601416 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731278'] for security_group_rule, after_create {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.603642 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c7361373-7f92-442e-bd1a-b72c3a916659 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:46.610334 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.626380 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a0ad0d-5fb2-4eaf-9530-c75974d93cdd,revision_number=0']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:46.627841 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port 3a3a60a7-2932-4719-bea3-532a3ad48824, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=3a3a60a7-2932-4719-bea3-532a3ad48824,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:49:46.628960 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:46.633658 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.635840 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:46.637834 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:46.645422 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-21c7b1e2-7f47-4c9e-8744-6abdfb677edb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1562672 Jul 19 20:49:46.713810 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=3a3a60a7-2932-4719-bea3-532a3ad48824,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:46.719766 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:47.097918 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-52458e13-db2e-4d0a-9561-46f69cc73cd2 req-ff51f892-754c-4953-965e-7693561ba99d tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0499763 Jul 19 20:49:47.230785 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:48.099468 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Sync routers for ids ['81a92638-eb02-4081-88dc-ee5537ab82ca'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:49:48.110318 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Routers {'81a92638-eb02-4081-88dc-ee5537ab82ca'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:49:48.110950 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:49:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['81a92638-eb02-4081-88dc-ee5537ab82ca'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:48.202245 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7f876da6-3812-4cba-a425-5c4a3ad58b1d req-79b4d103-2653-4164-a3cc-b6a81b58c8ba tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0487435 Jul 19 20:49:48.300234 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Set router 81a92638-eb02-4081-88dc-ee5537ab82ca gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:49:48.394715 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 3a3a60a7-2932-4719-bea3-532a3ad48824 up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:49:48.470979 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 3a3a60a7-2932-4719-bea3-532a3ad48824 triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:48.471501 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:48.618648 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'name': 'tempest-TestShelveInstance-1426994871-router', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:38Z', 'updated_at': '2021-07-19T20:49:43Z', 'revision_number': 4, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'gw_port': {'id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:39Z', 'updated_at': '2021-07-19T20:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '54305176-767c-47b7-acef-704135e033bc', 'name': '', 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'mac_address': 'fa:16:3e:d4:9e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:42Z', 'updated_at': '2021-07-19T20:49:43Z', 'revision_number': 2, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'subnets': [{'id': 'e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:48.622696 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Checking router: 81a92638-eb02-4081-88dc-ee5537ab82ca for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:49:48.623137 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Updating router 81a92638-eb02-4081-88dc-ee5537ab82ca port 54305176-767c-47b7-acef-704135e033bc binding host dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 20:49:48.680273 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:49.038173 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:49.050225 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Transition to ACTIVE for port object 54305176-767c-47b7-acef-704135e033bc will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:49:49.056482 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:49.060351 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-009b0f35-3032-456e-af1c-acc227d8b1bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:49.280223 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1161eda-8735-43f2-b959-4e97529c0074 None None] Pushing event updated for resources: {'Port': ['ID=54305176-767c-47b7-acef-704135e033bc,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:49.288674 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a1161eda-8735-43f2-b959-4e97529c0074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:49.313535 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-9a7dda4a-936a-41e9-a2a1-90734dc61516 req-5556e8a4-7c1b-4cc8-8615-aa7748fa0fe4 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0535538 Jul 19 20:49:49.344601 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Attempting to bind port 54305176-767c-47b7-acef-704135e033bc on host dv-cinder-801321-1-iscsi for vnic_type normal with profile {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:49:49.344978 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Attempting to bind port 54305176-767c-47b7-acef-704135e033bc by drivers openvswitch,hyperv on host dv-cinder-801321-1-iscsi at level 0 using segments [{'id': '57c2597c-ae32-4311-b434-25549e31d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:49:49.345351 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Attempting to bind port 54305176-767c-47b7-acef-704135e033bc on network 1abe5b61-9319-4a70-af0d-158eb2858d53 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:49:49.351805 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Checking agent: {'id': 'c364b627-0b31-4864-945b-6ae76b11c17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 31, 1), 'started_at': datetime.datetime(2021, 7, 19, 20, 31, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:49:49.352222 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Checking segment: {'id': '57c2597c-ae32-4311-b434-25549e31d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:49:49.352637 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:49.353044 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Bound using segment: {'id': '57c2597c-ae32-4311-b434-25549e31d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:49:49.353513 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Bound port: 54305176-767c-47b7-acef-704135e033bc, host: dv-cinder-801321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c2597c-ae32-4311-b434-25549e31d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:49:49.353915 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:49.449234 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] For port 54305176-767c-47b7-acef-704135e033bc, host dv-cinder-801321-1-iscsi, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:49:49.454442 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] For port 54305176-767c-47b7-acef-704135e033bc, host dv-cinder-801321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=54305176-767c-47b7-acef-704135e033bc,segment=NetworkSegment(57c2597c-ae32-4311-b434-25549e31d5bb),segment_id=57c2597c-ae32-4311-b434-25549e31d5bb)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:49:49.462031 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:49.463680 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:49.548391 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Routers {'81a92638-eb02-4081-88dc-ee5537ab82ca'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:49:49.549038 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:49:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['81a92638-eb02-4081-88dc-ee5537ab82ca'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:49.600271 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1161eda-8735-43f2-b959-4e97529c0074 None None] Pushing event updated for resources: {'Port': ['ID=54305176-767c-47b7-acef-704135e033bc,revision_number=4']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:49.608516 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a1161eda-8735-43f2-b959-4e97529c0074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:49.737647 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] Set router 81a92638-eb02-4081-88dc-ee5537ab82ca gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:49:50.058996 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'name': 'tempest-TestShelveInstance-1426994871-router', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:38Z', 'updated_at': '2021-07-19T20:49:43Z', 'revision_number': 4, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'gw_port': {'id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:39Z', 'updated_at': '2021-07-19T20:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '54305176-767c-47b7-acef-704135e033bc', 'name': '', 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'mac_address': 'fa:16:3e:d4:9e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:42Z', 'updated_at': '2021-07-19T20:49:49Z', 'revision_number': 4, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'subnets': [{'id': 'e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:49:50.063504 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c59ee-aed9-4c7a-853a-a97428677f0b None None] The sync data for ids ['81a92638-eb02-4081-88dc-ee5537ab82ca'] in dv-cinder-801321-1-iscsi is: [{'id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'name': 'tempest-TestShelveInstance-1426994871-router', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:38Z', 'updated_at': '2021-07-19T20:49:43Z', 'revision_number': 4, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'gw_port': {'id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:39Z', 'updated_at': '2021-07-19T20:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': '54305176-767c-47b7-acef-704135e033bc', 'name': '', 'network_id': '1abe5b61-9319-4a70-af0d-158eb2858d53', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'mac_address': 'fa:16:3e:d4:9e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:42Z', 'updated_at': '2021-07-19T20:49:49Z', 'revision_number': 4, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'subnets': [{'id': 'e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:49:50.419099 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2c981c4a-518a-447e-868b-28ddbc34e05f req-55673c33-a572-4f58-8b8a-1ac7335e9c22 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0477543 Jul 19 20:49:50.419664 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 54305176-767c-47b7-acef-704135e033bc up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:49:50.496732 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning for port 54305176-767c-47b7-acef-704135e033bc completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:49:50.502759 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 54305176-767c-47b7-acef-704135e033bc triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:50.503178 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:50.669561 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:50.703423 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] For port 54305176-767c-47b7-acef-704135e033bc, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=54305176-767c-47b7-acef-704135e033bc,segment=NetworkSegment(57c2597c-ae32-4311-b434-25549e31d5bb),segment_id=57c2597c-ae32-4311-b434-25549e31d5bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:49:50.707039 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:50.708831 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:49:50.777548 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Pushing event updated for resources: {'Port': ['ID=54305176-767c-47b7-acef-704135e033bc,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:49:50.780764 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:49:51.519445 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-62dffdea-01bd-40ce-83f9-e94fc0b6f9ca req-c744fc58-3a45-4f44-bf6f-ad16646cdf99 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0474987 Jul 19 20:49:52.387263 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 54305176-767c-47b7-acef-704135e033bc up at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:49:52.456592 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Provisioning complete for port 54305176-767c-47b7-acef-704135e033bc triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:49:52.456960 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:49:52.615984 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-63d4ae5f-e54b-4046-a648-a52a1abff0dd req-c070677f-8de5-4d57-ad9e-a781b9a7d656 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0453994 Jul 19 20:49:53.711809 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-a538bc84-1e19-4356-8167-0669d560dfcd req-69cc27de-9d72-44ff-a5b8-2866e6916096 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0447891 Jul 19 20:49:54.811630 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-24dc0335-c48b-426b-8211-5ffcb2bbc11b req-b4f07cdd-fe9b-40af-b6cf-0c5bc8a64789 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0476348 Jul 19 20:49:55.910332 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ad7f5ef8-843c-4b56-a0a0-fd315404a53c req-21a78f2e-7572-41b6-b75c-10cc313da71d tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0445368 Jul 19 20:49:57.003786 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-2595ab0d-34b5-4448-8869-90049366f57a req-2c103493-37f3-4045-bb45-8a048f1b835e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0434847 Jul 19 20:49:58.101490 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-530b34c5-322f-4a99-85fa-e67ef1322f47 req-e76db261-737f-4a64-841c-51c0167ecfd0 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0470026 Jul 19 20:49:59.196475 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-968e8824-ca5e-4ebd-9e8b-5fa05800da46 req-d69eadfa-3978-45e3-8c68-fdcc0262bfd6 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0425408 Jul 19 20:50:00.374369 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b4eed261-2ad0-428e-8878-b0067c671c79 req-e394c9b8-5da2-4e20-9552-e7e76098675e tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0431750 Jul 19 20:50:00.615978 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-6842bb7a-b772-410e-a04d-8addc71fd59d req-2699b20a-1469-4435-8ee7-86465457be54 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e30bc4-76fe-4985-8de1-beeffa0395ca HTTP/1.1" status: 200 len: 210 time: 0.0448546 Jul 19 20:50:00.675108 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-08c64953-2a80-428c-89b6-c85222f7c837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:01.327842 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:02.668706 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53608) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:02.740659 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fa5a81ad-7d37-49e6-83ec-94ea87620014 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:02.773694 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fa5a81ad-7d37-49e6-83ec-94ea87620014 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:02.788437 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-2aa2fc73-7de7-4f65-9243-59864f02d800 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Synchronizing usage tracker for tenant:67d1ab264015459b9040b38c19936bcf on resource:security_group {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:50:02.805949 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-2aa2fc73-7de7-4f65-9243-59864f02d800 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Unset dirty status for tenant:67d1ab264015459b9040b38c19936bcf on resource:security_group {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:50:02.807371 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-2aa2fc73-7de7-4f65-9243-59864f02d800 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491670817&fields=id&tenant_id=67d1ab264015459b9040b38c19936bcf HTTP/1.1" status: 200 len: 267 time: 0.0633979 Jul 19 20:50:02.856893 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fa5a81ad-7d37-49e6-83ec-94ea87620014 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:02.862249 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-8b9b646a-6d88-4029-92be-e4bca3f238c1 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:02.880701 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a81ad-7d37-49e6-83ec-94ea87620014 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=936d4d23-f0a1-4e4d-94b6-cb26f4bf0c91,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:02.883746 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-fa5a81ad-7d37-49e6-83ec-94ea87620014 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:02.895104 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fa5a81ad-7d37-49e6-83ec-94ea87620014 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:02.896249 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-fa5a81ad-7d37-49e6-83ec-94ea87620014 tempest-TestVolumeBootPattern-1956714595 tempest-TestVolumeBootPattern-1956714595-project] 10.222.0.36 "DELETE /v2.0/security-groups/936d4d23-f0a1-4e4d-94b6-cb26f4bf0c91 HTTP/1.1" status: 204 len: 168 time: 0.2265360 Jul 19 20:50:02.937704 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53614) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:02.975925 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-d890f8ab-0e77-46a7-b7bd-636f5ee68f9f tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:02.976612 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-d890f8ab-0e77-46a7-b7bd-636f5ee68f9f tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Synchronizing usage tracker for tenant:67d1ab264015459b9040b38c19936bcf on resource:network {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:50:02.993271 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-d890f8ab-0e77-46a7-b7bd-636f5ee68f9f tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Unset dirty status for tenant:67d1ab264015459b9040b38c19936bcf on resource:network {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:50:02.994457 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-d890f8ab-0e77-46a7-b7bd-636f5ee68f9f tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/networks?id=cb333115-cbcb-4030-96c3-91a203c91816 HTTP/1.1" status: 200 len: 807 time: 0.1791358 Jul 19 20:50:03.010065 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-92f023c9-701f-4080-9303-678e0aeab5c0 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/quotas/67d1ab264015459b9040b38c19936bcf HTTP/1.1" status: 200 len: 375 time: 0.0099404 Jul 19 20:50:03.093760 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-a717ba26-bc96-4b19-9b4c-f964c43e67eb tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=67d1ab264015459b9040b38c19936bcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783033 Jul 19 20:50:03.153576 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-b69bd8be-019e-489c-a491-b8fd335a694e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 20:50:03.154555 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-b69bd8be-019e-489c-a491-b8fd335a694e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493877 Jul 19 20:50:03.286997 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-7cebece4-ca21-42d3-bf95-5a2a04e82451 service neutron] 10.222.0.36 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260626 Jul 19 20:50:03.410208 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-29e82551-d21b-4524-97e1-1c8dae5c4abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:03.423106 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-5b3aa74a-f183-40ba-939b-ce1232152514 service neutron] 10.222.0.36 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302891 Jul 19 20:50:03.491198 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729046'] for router_interface, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:03.886190 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-22639b8d-e6a3-459a-a8a2-af2a38396ac6 req-ace666ad-df2f-400f-896a-08ce49c25a29 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Synchronizing usage tracker for tenant:67d1ab264015459b9040b38c19936bcf on resource:port {{(pid=78682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:50:03.946143 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.quota.resource [req-22639b8d-e6a3-459a-a8a2-af2a38396ac6 req-ace666ad-df2f-400f-896a-08ce49c25a29 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Unset dirty status for tenant:67d1ab264015459b9040b38c19936bcf on resource:port {{(pid=78682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:50:03.947350 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-22639b8d-e6a3-459a-a8a2-af2a38396ac6 req-ace666ad-df2f-400f-896a-08ce49c25a29 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 210 time: 0.1185756 Jul 19 20:50:04.037050 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] Deleting port a09b06ff-36bd-42d5-8698-4ba53b1da67c {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:50:04.037392 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:04.232084 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] For port a09b06ff-36bd-42d5-8698-4ba53b1da67c, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=a09b06ff-36bd-42d5-8698-4ba53b1da67c,segment=NetworkSegment(4fd1b82b-1802-4c2c-8a90-cd8599045e70),segment_id=4fd1b82b-1802-4c2c-8a90-cd8599045e70)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:50:04.232323 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:04.356732 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] Calling delete_port for a09b06ff-36bd-42d5-8698-4ba53b1da67c owned by network:router_interface {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:50:04.627585 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:04.631098 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ce0386d2-211b-4fda-be29-b4eac26fc130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:04.676209 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09b06ff-36bd-42d5-8698-4ba53b1da67c,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:04.709811 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:04.954086 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702566'] for router_interface, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:05.209232 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:05.263875 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-8a281a9e-a850-4d61-a9f2-fade4ced8d95 req-4aaad4e0-ea5d-4da2-a62f-20c50cc5d84b tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 210 time: 0.1161554 Jul 19 20:50:05.324309 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-93830ffa-cb39-4ca9-924f-28bc915ed138 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:05.326118 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-93830ffa-cb39-4ca9-924f-28bc915ed138 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.45 "GET /v2.0/networks?id=cb333115-cbcb-4030-96c3-91a203c91816 HTTP/1.1" status: 200 len: 807 time: 0.3544409 Jul 19 20:50:05.385253 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-39fc3175-4b0c-4c64-b0e8-1ea4ca36735c tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d1ab264015459b9040b38c19936bcf HTTP/1.1" status: 200 len: 380 time: 0.0447762 Jul 19 20:50:05.411132 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Request body: {'port': {'device_id': '42a22789-6a29-42bf-99d3-d952625c0912', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'admin_state_up': True, 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'security_groups': ['1747cc7d-9a78-4245-9597-49fc657bc598']}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:50:05.472446 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] Router 05745531-9a4a-47ad-85f5-f5eff300b01d has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:50:05.554498 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:50:05.563907 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:50:05.574110 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Made reservation on behalf of 67d1ab264015459b9040b38c19936bcf for: {'port': 1} {{(pid=78681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 20:50:05.577637 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:05.655825 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:50:05.670933 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1990d7d-64d5-45f7-b294-8b7abbfcf70f None None] Sync routers for ids ['05745531-9a4a-47ad-85f5-f5eff300b01d'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:50:05.684297 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-5c4b1a1e-c5d8-40fc-8c43-7165a21583f9 admin admin] 10.222.0.36 "PUT /v2.0/routers/05745531-9a4a-47ad-85f5-f5eff300b01d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7420235 Jul 19 20:50:05.685274 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53656) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:05.687276 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1990d7d-64d5-45f7-b294-8b7abbfcf70f None None] Routers {'05745531-9a4a-47ad-85f5-f5eff300b01d'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:50:05.688182 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-a1990d7d-64d5-45f7-b294-8b7abbfcf70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:50:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['05745531-9a4a-47ad-85f5-f5eff300b01d'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:05.757523 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Allocated IP 172.20.0.8 (cb333115-cbcb-4030-96c3-91a203c91816/b6b17ed0-539d-4416-b0ab-e73f84211d36/ed406cae-83a6-4f9b-a436-555e8019854d) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:50:05.874536 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-a1990d7d-64d5-45f7-b294-8b7abbfcf70f None None] Set router 05745531-9a4a-47ad-85f5-f5eff300b01d gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:50:05.878634 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Notify callbacks [] for router, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:05.974800 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:06.000966 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Transition to ACTIVE for port object ed406cae-83a6-4f9b-a436-555e8019854d will not be triggered until provisioned by entity DHCP. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:50:06.026500 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:06.032837 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-44dbeda2-f871-40b8-8ec3-7df24264eee5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:06.075868 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:06.087605 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Deleting port afab9e48-04ea-4226-a939-c552ff07e396 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:50:06.088026 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:06.108831 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Network cb333115-cbcb-4030-96c3-91a203c91816 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:50:06.112658 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:50:06.117088 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:50:06.146733 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event updated for resources: {'Port': ['ID=ed406cae-83a6-4f9b-a436-555e8019854d,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:06.154070 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:06.190780 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:06.192185 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:06.234312 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-a1990d7d-64d5-45f7-b294-8b7abbfcf70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'name': 'tempest-TestVolumeBootPattern-1080876908-router', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:22Z', 'updated_at': '2021-07-19T20:50:04Z', 'revision_number': 5, 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'gw_port': {'id': 'afab9e48-04ea-4226-a939-c552ff07e396', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:23Z', 'updated_at': '2021-07-19T20:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:06.239876 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8324530 Jul 19 20:50:06.240152 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1990d7d-64d5-45f7-b294-8b7abbfcf70f None None] Checking router: 05745531-9a4a-47ad-85f5-f5eff300b01d for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:50:06.250827 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1990d7d-64d5-45f7-b294-8b7abbfcf70f None None] Routers {'05745531-9a4a-47ad-85f5-f5eff300b01d'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:50:06.252099 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-a1990d7d-64d5-45f7-b294-8b7abbfcf70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:50:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['05745531-9a4a-47ad-85f5-f5eff300b01d'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:06.273814 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-8b43a460-6709-4cdf-93d0-384151f9c1f0 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 19 20:50:06.276336 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-8b43a460-6709-4cdf-93d0-384151f9c1f0 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184884 Jul 19 20:50:06.337439 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] For port afab9e48-04ea-4226-a939-c552ff07e396, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=afab9e48-04ea-4226-a939-c552ff07e396,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:50:06.343922 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:06.372599 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Request body: {'port': {'device_id': '42a22789-6a29-42bf-99d3-d952625c0912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:50:06.472080 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-a1990d7d-64d5-45f7-b294-8b7abbfcf70f None None] Set router 05745531-9a4a-47ad-85f5-f5eff300b01d gateway port host: None {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:50:06.523596 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Calling delete_port for afab9e48-04ea-4226-a939-c552ff07e396 owned by network:router_gateway {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:50:06.544542 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:06.585191 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-a1990d7d-64d5-45f7-b294-8b7abbfcf70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'name': 'tempest-TestVolumeBootPattern-1080876908-router', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:22Z', 'updated_at': '2021-07-19T20:50:06Z', 'revision_number': 6, 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'gw_port_host': None}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:06.591467 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1990d7d-64d5-45f7-b294-8b7abbfcf70f None None] The sync data for ids ['05745531-9a4a-47ad-85f5-f5eff300b01d'] in dv-cinder-801321-1-iscsi is: [{'id': '05745531-9a4a-47ad-85f5-f5eff300b01d', 'name': 'tempest-TestVolumeBootPattern-1080876908-router', 'tenant_id': '1acd6e3a1f0544f9954bf55b30540624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:22Z', 'updated_at': '2021-07-19T20:50:06Z', 'revision_number': 6, 'project_id': '1acd6e3a1f0544f9954bf55b30540624', 'gw_port_host': None}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:50:06.598694 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-928179b6-8c80-4c7f-b680-559d5d15330f None None] Provisioning for port ed406cae-83a6-4f9b-a436-555e8019854d completed by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:50:06.604819 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-928179b6-8c80-4c7f-b680-559d5d15330f None None] Provisioning complete for port ed406cae-83a6-4f9b-a436-555e8019854d triggered by entity DHCP. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:50:06.605323 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-928179b6-8c80-4c7f-b680-559d5d15330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:06.675101 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:06.678858 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-928179b6-8c80-4c7f-b680-559d5d15330f None None] Port ed406cae-83a6-4f9b-a436-555e8019854d cannot update to ACTIVE because it is not bound. {{(pid=78683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 19 20:50:06.695082 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdcd39-732f-4dc0-bbf2-129a3a8d7932 req-e94f2a85-8ded-48aa-af87-4a6ff8ff5e94 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:06.696919 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c7bdcd39-732f-4dc0-bbf2-129a3a8d7932 req-e94f2a85-8ded-48aa-af87-4a6ff8ff5e94 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 931 time: 0.1815288 Jul 19 20:50:06.913698 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c7bdcd39-732f-4dc0-bbf2-129a3a8d7932 req-bb90dbb5-0f38-4b5b-8ad9-57459577418a tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041502 Jul 19 20:50:06.940436 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:06.944858 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-3ccbfdb5-4129-4353-8761-1ca40a5fd000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:06.946176 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed406cae-83a6-4f9b-a436-555e8019854d {{(pid=78681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:50:06.953516 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:06.969250 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.provisioning_blocks [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Transition to ACTIVE for port object ed406cae-83a6-4f9b-a436-555e8019854d will not be triggered until provisioned by entity L2. {{(pid=78681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 19 20:50:06.974047 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:06.979647 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-6419f30c-2288-4535-b253-0a21802f3ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:06.989753 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Pushing event deleted for resources: {'Port': ['ID=afab9e48-04ea-4226-a939-c552ff07e396,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:07.021467 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:07.091497 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703739'] for router_gateway, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.108248 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Pushing event updated for resources: {'Port': ['ID=ed406cae-83a6-4f9b-a436-555e8019854d,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:07.111898 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:07.224966 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Attempting to bind port ed406cae-83a6-4f9b-a436-555e8019854d on host hv-cinder-80132 for vnic_type normal with profile {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 19 20:50:07.225334 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Attempting to bind port ed406cae-83a6-4f9b-a436-555e8019854d by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 19 20:50:07.225628 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Attempting to bind port ed406cae-83a6-4f9b-a436-555e8019854d on network cb333115-cbcb-4030-96c3-91a203c91816 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:50:07.230613 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Port ed406cae-83a6-4f9b-a436-555e8019854d on network cb333115-cbcb-4030-96c3-91a203c91816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 19 20:50:07.230908 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Attempting to bind port ed406cae-83a6-4f9b-a436-555e8019854d on network cb333115-cbcb-4030-96c3-91a203c91816 {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 19 20:50:07.236316 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Checking agent: {'id': 'e8e167a1-b590-4aac-a439-39c649409fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'started_at': datetime.datetime(2021, 7, 19, 20, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 19, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 19 20:50:07.236650 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Checking segment: {'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 19 20:50:07.237033 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Bound using segment: {'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'} {{(pid=78681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 19 20:50:07.237484 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.managers [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Bound port: ed406cae-83a6-4f9b-a436-555e8019854d, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816'}}] {{(pid=78681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 19 20:50:07.237834 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.272828 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.275038 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.300017 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728957'] for router, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.300999 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05745531-9a4a-47ad-85f5-f5eff300b01d {{(pid=78682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 20:50:07.313642 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.315532 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] 10.222.0.36 "DELETE /v2.0/routers/05745531-9a4a-47ad-85f5-f5eff300b01d HTTP/1.1" status: 204 len: 168 time: 1.6292605 Jul 19 20:50:07.318081 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53664) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:07.333561 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] For port ed406cae-83a6-4f9b-a436-555e8019854d, host hv-cinder-80132, cleared binding levels {{(pid=78681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 19 20:50:07.336573 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] For port ed406cae-83a6-4f9b-a436-555e8019854d, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ed406cae-83a6-4f9b-a436-555e8019854d,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 19 20:50:07.340160 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.344608 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-64318025-08fb-400a-b2a1-4021206da8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:07.380016 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca355a4a-cec3-4d6e-80b5-e415df1f992d admin admin] Deleting subnet c65fbade-4220-4241-9476-6ff7d50ac280 {{(pid=78682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:50:07.383574 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ca355a4a-cec3-4d6e-80b5-e415df1f992d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.443633 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ca355a4a-cec3-4d6e-80b5-e415df1f992d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2929497'] for subnet, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.515091 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:07.515796 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.518058 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] 10.222.0.45 "PUT /v2.0/ports/ed406cae-83a6-4f9b-a436-555e8019854d HTTP/1.1" status: 200 len: 1093 time: 1.2337284 Jul 19 20:50:07.518565 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:50:07.535027 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ca355a4a-cec3-4d6e-80b5-e415df1f992d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.551943 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Pushing event updated for resources: {'Port': ['ID=ed406cae-83a6-4f9b-a436-555e8019854d,revision_number=3']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:07.556336 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-373d00fc-8673-49ef-9ad1-4f316f1c48fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:07.622521 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'status': 'completed', 'code': 200} Jul 19 20:50:07.630754 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ca355a4a-cec3-4d6e-80b5-e415df1f992d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2174257'] for subnet, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.637556 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:07.666275 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-8e084625-4e13-4837-8ec2-f6f7eaa17085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:07.667935 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-8e084625-4e13-4837-8ec2-f6f7eaa17085 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67d1ab264015459b9040b38c19936bcf&device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1096 time: 0.0834401 Jul 19 20:50:07.716554 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca355a4a-cec3-4d6e-80b5-e415df1f992d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c65fbade-4220-4241-9476-6ff7d50ac280,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:07.721239 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-ca355a4a-cec3-4d6e-80b5-e415df1f992d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:07.722752 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-ca355a4a-cec3-4d6e-80b5-e415df1f992d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.732487 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-ca355a4a-cec3-4d6e-80b5-e415df1f992d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c65fbade-4220-4241-9476-6ff7d50ac280 HTTP/1.1" status: 204 len: 168 time: 0.4132371 Jul 19 20:50:07.732959 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d4a683-d20e-4cc2-93c1-ac91ab76b501 None None] Network f41b1b46-8571-488f-8713-c3a5eceb73f4 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:50:07.734676 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53670) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:07.786146 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-98068052-8137-4b7e-a1e5-6803e9eb3319 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed406cae-83a6-4f9b-a436-555e8019854d HTTP/1.1" status: 200 len: 217 time: 0.1009178 Jul 19 20:50:07.863855 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.877762 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-d0f1145f-acb6-4bc3-b397-16144e032923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:07.878995 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Deleting port b06f8b8e-9d27-4cce-8b93-51065316f7bd {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:50:07.879489 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-d0f1145f-acb6-4bc3-b397-16144e032923 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b17ed0-539d-4416-b0ab-e73f84211d36 HTTP/1.1" status: 200 len: 846 time: 0.0848725 Jul 19 20:50:07.879664 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:07.964212 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-13d27f0b-a19b-4883-8563-b8a639de4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:07.965739 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-13d27f0b-a19b-4883-8563-b8a639de4935 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb333115-cbcb-4030-96c3-91a203c91816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795684 Jul 19 20:50:08.113239 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce8deae-d3e6-46a5-8500-70fa001be1a8 None None] DHCP port deletion for f41b1b46-8571-488f-8713-c3a5eceb73f4 request from dv-cinder-801321-1-iscsi {{(pid=78683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 20:50:08.120095 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-1a1eaae8-4235-43dd-ad49-7878b73e57d5 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471865 Jul 19 20:50:08.120447 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8deae-d3e6-46a5-8500-70fa001be1a8 None None] Deleting port b06f8b8e-9d27-4cce-8b93-51065316f7bd {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:50:08.120832 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8ce8deae-d3e6-46a5-8500-70fa001be1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:08.164888 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] For port b06f8b8e-9d27-4cce-8b93-51065316f7bd, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=b06f8b8e-9d27-4cce-8b93-51065316f7bd,segment=NetworkSegment(4fd1b82b-1802-4c2c-8a90-cd8599045e70),segment_id=4fd1b82b-1802-4c2c-8a90-cd8599045e70)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:50:08.165494 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:08.260496 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-5edfe88c-96b7-4819-a3cf-e67fd8eae452 req-052a7128-bf8a-41e1-9372-a8fb792ffd41 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340151 Jul 19 20:50:08.294196 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Calling delete_port for b06f8b8e-9d27-4cce-8b93-51065316f7bd owned by network:dhcp {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:50:08.330605 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-8ce8deae-d3e6-46a5-8500-70fa001be1a8 None None] For port b06f8b8e-9d27-4cce-8b93-51065316f7bd, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=b06f8b8e-9d27-4cce-8b93-51065316f7bd,segment=NetworkSegment(4fd1b82b-1802-4c2c-8a90-cd8599045e70),segment_id=4fd1b82b-1802-4c2c-8a90-cd8599045e70)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:50:08.331031 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8ce8deae-d3e6-46a5-8500-70fa001be1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:08.375015 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a44403-1e9b-4235-a23f-2f09c2d12daa req-dcddd9ce-b183-493a-9bec-fa37110c3bba tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:08.375015 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-38a44403-1e9b-4235-a23f-2f09c2d12daa req-dcddd9ce-b183-493a-9bec-fa37110c3bba tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.3278868 Jul 19 20:50:08.409753 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:08.417168 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-d9aff183-298a-4c89-9187-61c8b803a32b tempest-TestMinimumBasicScenario-675116470 tempest-TestMinimumBasicScenario-675116470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:08.439655 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e7ae7-e1c8-4eeb-9063-c49328ab6c29 req-add6cf3c-97e1-4ad0-8b05-09df901d68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:08.441260 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-391e7ae7-e1c8-4eeb-9063-c49328ab6c29 req-add6cf3c-97e1-4ad0-8b05-09df901d68c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67d1ab264015459b9040b38c19936bcf&device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1096 time: 0.0941591 Jul 19 20:50:08.460094 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device afab9e48-04ea-4226-a939-c552ff07e396 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:50:08.472531 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b06f8b8e-9d27-4cce-8b93-51065316f7bd,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:08.477426 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] No DVR routers for this DVR port b06f8b8e-9d27-4cce-8b93-51065316f7bd on host dv-cinder-801321-1-iscsi {{(pid=78682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:50:08.481228 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:08.493697 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8deae-d3e6-46a5-8500-70fa001be1a8 None None] Calling delete_port for b06f8b8e-9d27-4cce-8b93-51065316f7bd owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:50:08.521166 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-38a44403-1e9b-4235-a23f-2f09c2d12daa req-69d50a6b-08a7-4855-a5d5-a2eb1acd9a8c tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272261 Jul 19 20:50:08.541095 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: afab9e48-04ea-4226-a939-c552ff07e396 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:50:08.541095 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device afab9e48-04ea-4226-a939-c552ff07e396 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:50:08.541095 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device a09b06ff-36bd-42d5-8698-4ba53b1da67c no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:50:08.578445 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: a09b06ff-36bd-42d5-8698-4ba53b1da67c {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:50:08.578794 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device a09b06ff-36bd-42d5-8698-4ba53b1da67c not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:50:08.579252 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device b06f8b8e-9d27-4cce-8b93-51065316f7bd no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:50:08.605380 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e7ae7-e1c8-4eeb-9063-c49328ab6c29 req-f44dcb8d-a0bb-402b-a65b-93b6bbc2627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:08.607074 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-391e7ae7-e1c8-4eeb-9063-c49328ab6c29 req-f44dcb8d-a0bb-402b-a65b-93b6bbc2627d service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb333115-cbcb-4030-96c3-91a203c91816 HTTP/1.1" status: 200 len: 908 time: 0.1588025 Jul 19 20:50:08.616226 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: b06f8b8e-9d27-4cce-8b93-51065316f7bd {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:50:08.616578 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device b06f8b8e-9d27-4cce-8b93-51065316f7bd not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:50:08.648626 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.db.api [None req-8ce8deae-d3e6-46a5-8500-70fa001be1a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 20:50:08.649461 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_db.api [None req-8ce8deae-d3e6-46a5-8500-70fa001be1a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 20:50:08.686267 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-391e7ae7-e1c8-4eeb-9063-c49328ab6c29 req-0744cab0-c026-4c3a-8266-e160f3c0cad2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed406cae-83a6-4f9b-a436-555e8019854d HTTP/1.1" status: 200 len: 217 time: 0.0721567 Jul 19 20:50:08.712881 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:08.729714 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41b1b46-8571-488f-8713-c3a5eceb73f4']}} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:08.742053 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd1b82b-1802-4c2c-8a90-cd8599045e70') {'for_net_delete': True} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:08.742348 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd1b82b-1802-4c2c-8a90-cd8599045e70') {} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:08.750031 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e7ae7-e1c8-4eeb-9063-c49328ab6c29 req-f00536e3-cd5f-4b0c-bf23-81e1dd6b8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:08.752045 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-391e7ae7-e1c8-4eeb-9063-c49328ab6c29 req-f00536e3-cd5f-4b0c-bf23-81e1dd6b8a01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b17ed0-539d-4416-b0ab-e73f84211d36 HTTP/1.1" status: 200 len: 846 time: 0.0586236 Jul 19 20:50:08.754121 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2929478'] for segment, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:08.772034 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:08.778636 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=78682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:50:08.779080 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909962'] for segment, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: Traceback (most recent call last): Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: timer() Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: cb(*args, **kw) Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: return func(*args, **kwargs) Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: self._notify() Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: self.callback(batched_events) Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: event.method(event) Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: return f(self, *a, **k) Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._get(url).json() Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: return self.request(url, 'GET', **kwargs) Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:50:08.792527 dv-cinder-801321-1-iscsi neutron-server[78682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:50:08.838056 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e7ae7-e1c8-4eeb-9063-c49328ab6c29 req-206a82af-d68f-4541-8880-aa1b74f61500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:08.839499 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-391e7ae7-e1c8-4eeb-9063-c49328ab6c29 req-206a82af-d68f-4541-8880-aa1b74f61500 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb333115-cbcb-4030-96c3-91a203c91816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812175 Jul 19 20:50:08.868834 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:08.872832 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-63321997-3790-4793-aa9c-0b7089c17743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:08.890998 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:08.901861 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41b1b46-8571-488f-8713-c3a5eceb73f4,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:08.905021 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:08.916428 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-29cc10e0-9a9c-4c54-b1da-38187b44b2d3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f41b1b46-8571-488f-8713-c3a5eceb73f4 HTTP/1.1" status: 204 len: 168 time: 1.1807251 Jul 19 20:50:08.919265 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53676) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:08.978399 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-391e7ae7-e1c8-4eeb-9063-c49328ab6c29 req-6df5764e-3802-4544-a8a3-199a4c5c6676 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321633 Jul 19 20:50:09.112069 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-391e7ae7-e1c8-4eeb-9063-c49328ab6c29 req-cda1f1e8-1e32-4eb7-a4b1-4e9faacdf669 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272016 Jul 19 20:50:09.150637 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8deae-d3e6-46a5-8500-70fa001be1a8 None None] Deleting port b06f8b8e-9d27-4cce-8b93-51065316f7bd {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:50:09.151243 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8ce8deae-d3e6-46a5-8500-70fa001be1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:09.218155 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8deae-d3e6-46a5-8500-70fa001be1a8 None None] The port 'b06f8b8e-9d27-4cce-8b93-51065316f7bd' was deleted {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 20:50:09.456243 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729046'] for router_interface, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:09.725513 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f71d6f-47db-4d40-929c-2f62e71c92c0 req-342a7618-f81e-40d1-9da7-712357a9aa71 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:09.726228 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-58f71d6f-47db-4d40-929c-2f62e71c92c0 req-342a7618-f81e-40d1-9da7-712357a9aa71 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Synchronizing usage tracker for tenant:67d1ab264015459b9040b38c19936bcf on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:50:09.743275 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-58f71d6f-47db-4d40-929c-2f62e71c92c0 req-342a7618-f81e-40d1-9da7-712357a9aa71 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Unset dirty status for tenant:67d1ab264015459b9040b38c19936bcf on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:50:09.744479 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-58f71d6f-47db-4d40-929c-2f62e71c92c0 req-342a7618-f81e-40d1-9da7-712357a9aa71 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.1011698 Jul 19 20:50:09.791122 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-58f71d6f-47db-4d40-929c-2f62e71c92c0 req-f411c6c8-bf40-44c9-ac38-5995391af6e0 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408747 Jul 19 20:50:09.809093 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] Deleting port f90ed2a7-a914-4871-9490-8e6f8bd7fc46 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:50:09.809432 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:09.989193 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] For port f90ed2a7-a914-4871-9490-8e6f8bd7fc46, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=f90ed2a7-a914-4871-9490-8e6f8bd7fc46,segment=NetworkSegment(a9dc5bee-f286-4e9c-b7c4-de426f1b26af),segment_id=a9dc5bee-f286-4e9c-b7c4-de426f1b26af)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:50:09.989454 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:10.214321 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] Calling delete_port for f90ed2a7-a914-4871-9490-8e6f8bd7fc46 owned by network:router_interface {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:50:10.390120 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:10.394191 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-53758ce8-ef75-43e0-9db9-833e73a24829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:10.434424 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f90ed2a7-a914-4871-9490-8e6f8bd7fc46,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:10.437885 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:10.700365 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702566'] for router_interface, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:10.877132 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:50:11.117122 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ec37f-2ec1-469c-a1b0-666b19f463d8 req-5c593274-3f88-4385-91a7-96db628d2daa tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:11.118584 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-617ec37f-2ec1-469c-a1b0-666b19f463d8 req-5c593274-3f88-4385-91a7-96db628d2daa tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.1862919 Jul 19 20:50:11.127298 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] Router 178e2f87-8236-43e4-b477-2a543ba3a7ef has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:50:11.238805 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-617ec37f-2ec1-469c-a1b0-666b19f463d8 req-bd3a0f0d-2a26-4f33-ae66-8760d859bae4 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135955 Jul 19 20:50:11.339604 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:50:11.348952 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] 10.222.0.36 "PUT /v2.0/routers/178e2f87-8236-43e4-b477-2a543ba3a7ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4285297 Jul 19 20:50:11.349436 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab46d0-d50f-49fb-914a-c3303304436f None None] Sync routers for ids ['178e2f87-8236-43e4-b477-2a543ba3a7ef'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:50:11.351534 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53684) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:11.358859 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab46d0-d50f-49fb-914a-c3303304436f None None] Routers {'178e2f87-8236-43e4-b477-2a543ba3a7ef'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:50:11.359587 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-65ab46d0-d50f-49fb-914a-c3303304436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:50:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['178e2f87-8236-43e4-b477-2a543ba3a7ef'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:11.549615 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-65ab46d0-d50f-49fb-914a-c3303304436f None None] Set router 178e2f87-8236-43e4-b477-2a543ba3a7ef gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:50:11.642830 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Notify callbacks [] for router, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:11.822570 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:11.833639 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Deleting port ef0417b3-aa89-499e-80d9-4590f23c4b11 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:50:11.833980 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:11.862630 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-65ab46d0-d50f-49fb-914a-c3303304436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'name': 'tempest-TestVolumeBootPattern-2077246331-router', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:50:10Z', 'revision_number': 5, 'project_id': '290859db8c474470a1d7d8563d0ac52a', 'gw_port': {'id': 'ef0417b3-aa89-499e-80d9-4590f23c4b11', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:43:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:11.865226 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab46d0-d50f-49fb-914a-c3303304436f None None] Checking router: 178e2f87-8236-43e4-b477-2a543ba3a7ef for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:50:11.878038 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab46d0-d50f-49fb-914a-c3303304436f None None] Routers {'178e2f87-8236-43e4-b477-2a543ba3a7ef'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:50:11.878740 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-65ab46d0-d50f-49fb-914a-c3303304436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:50:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['178e2f87-8236-43e4-b477-2a543ba3a7ef'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:12.020376 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] For port ef0417b3-aa89-499e-80d9-4590f23c4b11, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ef0417b3-aa89-499e-80d9-4590f23c4b11,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:50:12.020732 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:12.041692 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-65ab46d0-d50f-49fb-914a-c3303304436f None None] Set router 178e2f87-8236-43e4-b477-2a543ba3a7ef gateway port host: None {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:50:12.144879 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Calling delete_port for ef0417b3-aa89-499e-80d9-4590f23c4b11 owned by network:router_gateway {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:50:12.146704 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-65ab46d0-d50f-49fb-914a-c3303304436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'name': 'tempest-TestVolumeBootPattern-2077246331-router', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:50:11Z', 'revision_number': 6, 'project_id': '290859db8c474470a1d7d8563d0ac52a', 'gw_port_host': None}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:12.150709 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab46d0-d50f-49fb-914a-c3303304436f None None] The sync data for ids ['178e2f87-8236-43e4-b477-2a543ba3a7ef'] in dv-cinder-801321-1-iscsi is: [{'id': '178e2f87-8236-43e4-b477-2a543ba3a7ef', 'name': 'tempest-TestVolumeBootPattern-2077246331-router', 'tenant_id': '290859db8c474470a1d7d8563d0ac52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:48:30Z', 'updated_at': '2021-07-19T20:50:11Z', 'revision_number': 6, 'project_id': '290859db8c474470a1d7d8563d0ac52a', 'gw_port_host': None}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:50:12.315596 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:12.319297 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-03adb872-f94c-406e-9b5d-d4a56f5a4cd5 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:12.362884 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0417b3-aa89-499e-80d9-4590f23c4b11,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:12.365927 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:12.422297 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf617-3b93-4dc6-9014-3af1a5b035f7 req-63f97563-1873-4d8e-a24d-27a99497c186 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:12.424250 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d7cf617-3b93-4dc6-9014-3af1a5b035f7 req-63f97563-1873-4d8e-a24d-27a99497c186 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.0838642 Jul 19 20:50:12.460206 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703739'] for router_gateway, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:12.491498 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7d7cf617-3b93-4dc6-9014-3af1a5b035f7 req-851e9a26-04c2-4770-9b0f-8ff775b4912a tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613477 Jul 19 20:50:12.582276 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device f90ed2a7-a914-4871-9490-8e6f8bd7fc46 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:50:12.617777 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: f90ed2a7-a914-4871-9490-8e6f8bd7fc46 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:50:12.618137 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device f90ed2a7-a914-4871-9490-8e6f8bd7fc46 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:50:12.649567 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:12.651757 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:12.675474 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728957'] for router, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:12.675894 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178e2f87-8236-43e4-b477-2a543ba3a7ef {{(pid=78682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 20:50:12.688025 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:12.691354 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-84350679-de5b-40f6-8989-8101575f9210 admin admin] 10.222.0.36 "DELETE /v2.0/routers/178e2f87-8236-43e4-b477-2a543ba3a7ef HTTP/1.1" status: 204 len: 168 time: 1.3367126 Jul 19 20:50:12.691589 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53690) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:12.749501 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d75caf-44ec-4555-bab2-bee45d5397ff admin admin] Deleting subnet 653a7d02-03f2-4dd9-92c1-06a102b970d1 {{(pid=78682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:50:12.752570 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40d75caf-44ec-4555-bab2-bee45d5397ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:12.807627 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40d75caf-44ec-4555-bab2-bee45d5397ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2929497'] for subnet, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:12.884390 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40d75caf-44ec-4555-bab2-bee45d5397ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:12.954096 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40d75caf-44ec-4555-bab2-bee45d5397ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2174257'] for subnet, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:12.958509 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:13.096194 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d75caf-44ec-4555-bab2-bee45d5397ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653a7d02-03f2-4dd9-92c1-06a102b970d1,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:13.099184 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-40d75caf-44ec-4555-bab2-bee45d5397ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:13.103952 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-40d75caf-44ec-4555-bab2-bee45d5397ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:13.109356 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048afd1-8257-4d0b-995f-7b3604558762 None None] Network e6bfe73a-5e9a-4975-b6da-e155d7732773 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:50:13.111841 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-40d75caf-44ec-4555-bab2-bee45d5397ff admin admin] 10.222.0.36 "DELETE /v2.0/subnets/653a7d02-03f2-4dd9-92c1-06a102b970d1 HTTP/1.1" status: 204 len: 168 time: 0.4193084 Jul 19 20:50:13.114169 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53694) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:13.226123 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:13.237330 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Deleting port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:50:13.237664 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:13.374681 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5227ddc8-b066-49d5-bb01-b14b834e5079 None None] DHCP port deletion for e6bfe73a-5e9a-4975-b6da-e155d7732773 request from dv-cinder-801321-1-iscsi {{(pid=78683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 20:50:13.379441 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-5227ddc8-b066-49d5-bb01-b14b834e5079 None None] Deleting port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:50:13.379899 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5227ddc8-b066-49d5-bb01-b14b834e5079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:13.443192 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] For port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=f27d49ff-af46-4d9d-9fcf-d0b75bc47e21,segment=NetworkSegment(a9dc5bee-f286-4e9c-b7c4-de426f1b26af),segment_id=a9dc5bee-f286-4e9c-b7c4-de426f1b26af)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:50:13.443567 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:13.572353 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Calling delete_port for f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 owned by network:dhcp {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:50:13.586854 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-5227ddc8-b066-49d5-bb01-b14b834e5079 None None] For port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=f27d49ff-af46-4d9d-9fcf-d0b75bc47e21,segment=NetworkSegment(a9dc5bee-f286-4e9c-b7c4-de426f1b26af),segment_id=a9dc5bee-f286-4e9c-b7c4-de426f1b26af)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:50:13.587432 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5227ddc8-b066-49d5-bb01-b14b834e5079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:13.712985 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:13.715194 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-5227ddc8-b066-49d5-bb01-b14b834e5079 None None] Calling delete_port for f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:50:13.717771 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-0e2398fa-affc-4358-b9bd-ca6dc9132c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:13.753280 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf855e-7d76-471e-825f-551cd0db82f8 req-b119aa3a-5355-480f-8fec-1480759b21ef tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:13.754746 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ecbf855e-7d76-471e-825f-551cd0db82f8 req-b119aa3a-5355-480f-8fec-1480759b21ef tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.1550083 Jul 19 20:50:13.784987 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27d49ff-af46-4d9d-9fcf-d0b75bc47e21,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:13.787875 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] No DVR routers for this DVR port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 on host dv-cinder-801321-1-iscsi {{(pid=78682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:50:13.789437 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:13.791907 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.db.api [None req-5227ddc8-b066-49d5-bb01-b14b834e5079 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 20:50:13.792268 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_db.api [None req-5227ddc8-b066-49d5-bb01-b14b834e5079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 20:50:13.873320 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ecbf855e-7d76-471e-825f-551cd0db82f8 req-91067815-ef39-438b-b86b-7eadf680d0d5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090777 Jul 19 20:50:13.923873 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:13.936476 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bfe73a-5e9a-4975-b6da-e155d7732773']}} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:13.948605 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9dc5bee-f286-4e9c-b7c4-de426f1b26af') {'for_net_delete': True} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:13.948894 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9dc5bee-f286-4e9c-b7c4-de426f1b26af') {} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:13.959823 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2929478'] for segment, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:13.982500 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:13.989166 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=78682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:50:13.989532 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909962'] for segment, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: Traceback (most recent call last): Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: timer() Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: cb(*args, **kw) Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: return func(*args, **kwargs) Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: self._notify() Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: self.callback(batched_events) Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: event.method(event) Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: return f(self, *a, **k) Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._get(url).json() Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: return self.request(url, 'GET', **kwargs) Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:50:14.003050 dv-cinder-801321-1-iscsi neutron-server[78682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:50:14.074957 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:14.078363 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-40a88c66-e5df-4455-b0d8-943f71621899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:14.092023 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:14.104326 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6bfe73a-5e9a-4975-b6da-e155d7732773,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:14.107145 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e6bfe73a-5e9a-4975-b6da-e155d7732773 HTTP/1.1" status: 204 len: 168 time: 0.9920390 Jul 19 20:50:14.108064 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-88d33b56-78bc-42e7-b777-00c8ccc2e092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:14.273732 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53702) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:14.293316 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-5227ddc8-b066-49d5-bb01-b14b834e5079 None None] Deleting port f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:50:14.293695 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5227ddc8-b066-49d5-bb01-b14b834e5079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:14.326727 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-04b2f5a0-3950-4642-a91c-58a58d28259a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1acd6e3a1f0544f9954bf55b30540624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516133 Jul 19 20:50:14.328929 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53706) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:14.393738 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c7c09c63-45cf-44ea-84fa-90e45c364a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:14.395294 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-5227ddc8-b066-49d5-bb01-b14b834e5079 None None] The port 'f27d49ff-af46-4d9d-9fcf-d0b75bc47e21' was deleted {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 20:50:14.407209 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ef0417b3-aa89-499e-80d9-4590f23c4b11 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:50:14.422062 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c7c09c63-45cf-44ea-84fa-90e45c364a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:14.440665 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: ef0417b3-aa89-499e-80d9-4590f23c4b11 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:50:14.441024 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ef0417b3-aa89-499e-80d9-4590f23c4b11 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:50:14.441453 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:50:14.475098 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c7c09c63-45cf-44ea-84fa-90e45c364a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:14.475947 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:50:14.476341 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device f27d49ff-af46-4d9d-9fcf-d0b75bc47e21 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:50:14.479118 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-fd786745-aecc-4899-aa9c-b4d6e6c67f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:14.492972 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c09c63-45cf-44ea-84fa-90e45c364a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4137f82-a1d8-461e-8457-7de8e1298fe6,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:14.496810 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c7c09c63-45cf-44ea-84fa-90e45c364a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:14.500052 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c7c09c63-45cf-44ea-84fa-90e45c364a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:14.501166 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-c7c09c63-45cf-44ea-84fa-90e45c364a76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4137f82-a1d8-461e-8457-7de8e1298fe6 HTTP/1.1" status: 204 len: 168 time: 0.1713374 Jul 19 20:50:14.834581 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53714) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:14.881439 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-30f16fbc-a975-4b9c-bf0c-b0b06c3c1491 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=290859db8c474470a1d7d8563d0ac52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456038 Jul 19 20:50:14.884117 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53718) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:14.944306 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fd53f85c-1ea2-422e-8e7f-594e71347841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:14.970114 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fd53f85c-1ea2-422e-8e7f-594e71347841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:15.022826 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fd53f85c-1ea2-422e-8e7f-594e71347841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:15.027906 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-86d97d34-814d-4d90-b814-60f4c394b449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:15.040698 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53f85c-1ea2-422e-8e7f-594e71347841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97918a97-cad4-4fd6-8f40-b29f7c248bdb,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:15.043310 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-fd53f85c-1ea2-422e-8e7f-594e71347841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:15.044519 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-fd53f85c-1ea2-422e-8e7f-594e71347841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:15.045621 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-fd53f85c-1ea2-422e-8e7f-594e71347841 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97918a97-cad4-4fd6-8f40-b29f7c248bdb HTTP/1.1" status: 204 len: 168 time: 0.1606321 Jul 19 20:50:15.061851 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beea68-b287-45fd-9588-cdd2210f38ce req-208732ba-2e5b-4206-9267-c99012d5e3d6 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:15.067652 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-44beea68-b287-45fd-9588-cdd2210f38ce req-208732ba-2e5b-4206-9267-c99012d5e3d6 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.0914147 Jul 19 20:50:15.111928 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device ed406cae-83a6-4f9b-a436-555e8019854d details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:50:15.229250 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-44beea68-b287-45fd-9588-cdd2210f38ce req-0825a563-1fb9-457a-8ec0-ee1c3a3ca7e2 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588156 Jul 19 20:50:15.255821 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port ed406cae-83a6-4f9b-a436-555e8019854d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ed406cae-83a6-4f9b-a436-555e8019854d,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:50:15.271083 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'port_id': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'mac_address': 'fa:16:3e:e9:bd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:50:15.330993 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:15.348561 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed406cae-83a6-4f9b-a436-555e8019854d {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:50:15.366209 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port ed406cae-83a6-4f9b-a436-555e8019854d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ed406cae-83a6-4f9b-a436-555e8019854d,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:50:15.370819 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:15.372659 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-46aee01c-f054-433b-aeaf-fcaffa5027b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:15.443575 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=ed406cae-83a6-4f9b-a436-555e8019854d,revision_number=4']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:15.446441 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:15.685914 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['ed406cae-83a6-4f9b-a436-555e8019854d'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:50:16.414126 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6334950-39a3-4f14-b458-4a16ca1c6f21 req-bdc7e00b-38fc-402c-b130-f3a9f8680471 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:16.416032 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e6334950-39a3-4f14-b458-4a16ca1c6f21 req-bdc7e00b-38fc-402c-b130-f3a9f8680471 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 944 time: 0.0791583 Jul 19 20:50:16.469692 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-e6334950-39a3-4f14-b458-4a16ca1c6f21 req-2709d663-3474-4cfe-8fed-c0ac43027184 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482113 Jul 19 20:50:17.127172 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device ed406cae-83a6-4f9b-a436-555e8019854d up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:50:17.203718 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning for port ed406cae-83a6-4f9b-a436-555e8019854d completed by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 19 20:50:17.209135 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port ed406cae-83a6-4f9b-a436-555e8019854d triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:50:17.209622 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:17.273828 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:17.339528 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:17.367837 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:50:17.378484 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port ed406cae-83a6-4f9b-a436-555e8019854d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ed406cae-83a6-4f9b-a436-555e8019854d,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:50:17.383508 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:17.384514 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1b778c14-bbf4-4bc1-b7eb-f91de2542089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:17.422918 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'code': 200} Jul 19 20:50:17.454832 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=ed406cae-83a6-4f9b-a436-555e8019854d,revision_number=5']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:17.457714 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:17.667219 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a522a1-2f00-43ff-a534-a90111b05cfb req-1a0e5ba6-72e1-49e7-b52f-64900d013168 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:17.668617 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-68a522a1-2f00-43ff-a534-a90111b05cfb req-1a0e5ba6-72e1-49e7-b52f-64900d013168 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0899746 Jul 19 20:50:17.716542 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-68a522a1-2f00-43ff-a534-a90111b05cfb req-7c3a63d0-a63b-4244-8741-1180607fa130 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418363 Jul 19 20:50:17.747628 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbe409-ae54-43c7-a99f-20b55881b83b req-10137d5f-5d1d-4842-b24d-5c88ebde82db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:17.749214 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7ccbe409-ae54-43c7-a99f-20b55881b83b req-10137d5f-5d1d-4842-b24d-5c88ebde82db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1098 time: 0.0756712 Jul 19 20:50:17.793994 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-7ccbe409-ae54-43c7-a99f-20b55881b83b req-09a85ca6-cb21-4aa6-aa34-6d0364658f7f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386913 Jul 19 20:50:18.917468 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb7b8a-6ce5-42ae-8914-e263d37d0ad2 req-a212b79a-d3b0-43a0-9cb7-36411e91ac0c tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:18.918935 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-90cb7b8a-6ce5-42ae-8914-e263d37d0ad2 req-a212b79a-d3b0-43a0-9cb7-36411e91ac0c tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0849264 Jul 19 20:50:18.963309 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-90cb7b8a-6ce5-42ae-8914-e263d37d0ad2 req-c4900db2-38ce-4322-9fea-7c25c091191a tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384815 Jul 19 20:50:20.241460 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e39765-8197-4556-92e2-411ba32334b2 req-83f83cb0-e9ec-4fb3-9183-da4c3fabbd0b tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:20.243096 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-52e39765-8197-4556-92e2-411ba32334b2 req-83f83cb0-e9ec-4fb3-9183-da4c3fabbd0b tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.1741543 Jul 19 20:50:20.287362 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-52e39765-8197-4556-92e2-411ba32334b2 req-7c046d2d-75f4-4bcc-b8f5-2218d7be7f5b tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385303 Jul 19 20:50:20.472745 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdfa37-4475-4285-ae72-6dc3eba20614 req-80d264d5-322b-4bde-ba44-73a2db43fcc6 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:20.474247 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-58cdfa37-4475-4285-ae72-6dc3eba20614 req-80d264d5-322b-4bde-ba44-73a2db43fcc6 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0837295 Jul 19 20:50:20.518737 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-58cdfa37-4475-4285-ae72-6dc3eba20614 req-cd242acf-9233-46f6-b7c0-f9eda344fcab tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388899 Jul 19 20:50:20.542039 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53738) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:20.822358 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9387e71-be4f-46f3-9ae6-cb4b45c0810d tempest-TestShelveInstance-844296520 tempest-TestShelveInstance-844296520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:20.823010 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-d9387e71-be4f-46f3-9ae6-cb4b45c0810d tempest-TestShelveInstance-844296520 tempest-TestShelveInstance-844296520-project-admin] Synchronizing usage tracker for tenant:8c0deef17222485195dc96aa2a71fc49 on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:50:20.839442 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-d9387e71-be4f-46f3-9ae6-cb4b45c0810d tempest-TestShelveInstance-844296520 tempest-TestShelveInstance-844296520-project-admin] Unset dirty status for tenant:8c0deef17222485195dc96aa2a71fc49 on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:50:20.840821 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-d9387e71-be4f-46f3-9ae6-cb4b45c0810d tempest-TestShelveInstance-844296520 tempest-TestShelveInstance-844296520-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1093 time: 0.2978532 Jul 19 20:50:20.843831 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53744) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:50:20.849167 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.v2.base [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Request body: {'floatingip': {'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'port_id': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 19 20:50:20.855128 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 19 20:50:20.858874 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Usage tracker for resource:floatingip and tenant:67d1ab264015459b9040b38c19936bcf is out of sync, need to count used quota {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 19 20:50:20.861717 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78681) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 19 20:50:20.867400 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.quota.driver [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78681) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 19 20:50:20.878376 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for floatingip, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:21.012920 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:21.149817 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.db_base_plugin_common [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Allocated IP 172.27.2.238 (f5466eaf-cb4a-4a64-b931-13ea23041666/5215babf-659b-4f7a-aa5b-2e3fde630244/6a830a47-5072-409f-9d87-7e3666c5c45a) {{(pid=78681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 20:50:21.294649 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for port, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:21.324064 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736792070458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:21.328521 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-8ebc434f-dafb-4d47-b5c6-06992884807f tempest-VolumesSnapshotTestJSON-647466462 tempest-VolumesSnapshotTestJSON-647466462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:21.387657 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Network f5466eaf-cb4a-4a64-b931-13ea23041666 is already hosted by enough agents. {{(pid=78681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 20:50:21.390555 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.base_scheduler [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Resources bound (agent type, host, resource id): {{(pid=78681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 20:50:21.394175 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Received port after_create {{(pid=78681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 19 20:50:21.431340 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event updated for resources: {'Port': ['ID=6a830a47-5072-409f-9d87-7e3666c5c45a,revision_number=1']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:21.447557 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:50:21.447929 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:50:21.448295 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:50:21.448654 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:50:21.449010 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:50:21.449362 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:50:21.449713 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:50:21.450059 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:50:21.450409 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:50:21.450756 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:50:21.451132 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:50:21.451478 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:50:21.456227 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:21.837690 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:21.909677 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:22.115573 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for port, precommit_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:22.120655 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2105366'] for port, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:22.124337 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-26fcbb59-3dc4-4b0a-83b9-360123b9cb26 tempest-AttachVolumeTestJSON-537197962 tempest-AttachVolumeTestJSON-537197962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:50:22.328747 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event updated for resources: {'Port': ['ID=6a830a47-5072-409f-9d87-7e3666c5c45a,revision_number=2']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:50:22.332761 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:50:22.343387 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703688'] for floatingip, after_update {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:22.512073 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.l3_db [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Floating IP 6f2782cb-fdae-4bfd-b902-d386d8302dd6 associated. External IP: 172.27.2.238, port: ed406cae-83a6-4f9b-a436-555e8019854d. Jul 19 20:50:22.869556 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Router 51ae605e-7f4f-4763-9ea8-8d7919314364 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:50:23.049745 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:50:23.059018 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a90983f-0227-4dc6-93b2-ed2b8cc99f3a None None] Sync routers for ids ['51ae605e-7f4f-4763-9ea8-8d7919314364'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:50:23.069133 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90983f-0227-4dc6-93b2-ed2b8cc99f3a None None] Routers {'51ae605e-7f4f-4763-9ea8-8d7919314364'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:50:23.069657 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-2a90983f-0227-4dc6-93b2-ed2b8cc99f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:50:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['51ae605e-7f4f-4763-9ea8-8d7919314364'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:23.074177 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:23.128666 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-ee9b69e4-aeba-424c-a75b-bc004f4defd8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2837136 Jul 19 20:50:23.129307 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:50:23.173701 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'status': 'completed', 'code': 200} Jul 19 20:50:23.251103 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-2a90983f-0227-4dc6-93b2-ed2b8cc99f3a None None] Set router 51ae605e-7f4f-4763-9ea8-8d7919314364 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:50:23.289522 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9b82f-65b9-49d4-9faa-4808cea146a2 req-51b0cb2f-51fa-4ee8-a4dd-a6cec3b7cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:23.291058 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b6c9b82f-65b9-49d4-9faa-4808cea146a2 req-51b0cb2f-51fa-4ee8-a4dd-a6cec3b7cf43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67d1ab264015459b9040b38c19936bcf&device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1098 time: 0.0727127 Jul 19 20:50:23.421786 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9b82f-65b9-49d4-9faa-4808cea146a2 req-09c00240-6832-468a-818b-711ed123c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:23.423560 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b6c9b82f-65b9-49d4-9faa-4808cea146a2 req-09c00240-6832-468a-818b-711ed123c815 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb333115-cbcb-4030-96c3-91a203c91816 HTTP/1.1" status: 200 len: 908 time: 0.1263745 Jul 19 20:50:23.531371 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b6c9b82f-65b9-49d4-9faa-4808cea146a2 req-dd8a9bb6-3b1c-4367-aeda-b48b583be434 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed406cae-83a6-4f9b-a436-555e8019854d HTTP/1.1" status: 200 len: 999 time: 0.0973825 Jul 19 20:50:23.592399 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9b82f-65b9-49d4-9faa-4808cea146a2 req-599d8304-523a-4f55-ba84-3a556f9a8fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:23.593847 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b6c9b82f-65b9-49d4-9faa-4808cea146a2 req-599d8304-523a-4f55-ba84-3a556f9a8fd1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b17ed0-539d-4416-b0ab-e73f84211d36 HTTP/1.1" status: 200 len: 846 time: 0.0564623 Jul 19 20:50:23.596182 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-2a90983f-0227-4dc6-93b2-ed2b8cc99f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 4, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': '6f2782cb-fdae-4bfd-b902-d386d8302dd6', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'port_id': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'mac_address': 'fa:16:3e:e9:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a22789-6a29-42bf-99d3-d952625c0912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:50:21Z', 'updated_at': '2021-07-19T20:50:21Z', 'revision_number': 0, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a', 'name': '', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'mac_address': 'fa:16:3e:9b:0f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:35Z', 'updated_at': '2021-07-19T20:49:42Z', 'revision_number': 5, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'subnets': [{'id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:23.600019 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a90983f-0227-4dc6-93b2-ed2b8cc99f3a None None] Checking router: 51ae605e-7f4f-4763-9ea8-8d7919314364 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:50:23.608685 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90983f-0227-4dc6-93b2-ed2b8cc99f3a None None] Routers {'51ae605e-7f4f-4763-9ea8-8d7919314364'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:50:23.609301 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-2a90983f-0227-4dc6-93b2-ed2b8cc99f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:50:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['51ae605e-7f4f-4763-9ea8-8d7919314364'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:23.672251 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9b82f-65b9-49d4-9faa-4808cea146a2 req-564d5885-20c8-4256-83f0-4278b03b3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:23.673667 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b6c9b82f-65b9-49d4-9faa-4808cea146a2 req-564d5885-20c8-4256-83f0-4278b03b3c90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb333115-cbcb-4030-96c3-91a203c91816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731485 Jul 19 20:50:23.825931 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-2a90983f-0227-4dc6-93b2-ed2b8cc99f3a None None] Set router 51ae605e-7f4f-4763-9ea8-8d7919314364 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:50:23.938785 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b6c9b82f-65b9-49d4-9faa-4808cea146a2 req-4bfb1a4f-408e-4f5f-9124-fed569cc825a service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582116 Jul 19 20:50:24.070701 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b6c9b82f-65b9-49d4-9faa-4808cea146a2 req-a098c8e7-a3ea-4780-b4b5-8aba7f7d6b38 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240242 Jul 19 20:50:24.177280 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-2a90983f-0227-4dc6-93b2-ed2b8cc99f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 4, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': '6f2782cb-fdae-4bfd-b902-d386d8302dd6', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'port_id': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'mac_address': 'fa:16:3e:e9:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a22789-6a29-42bf-99d3-d952625c0912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:50:21Z', 'updated_at': '2021-07-19T20:50:21Z', 'revision_number': 0, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a', 'name': '', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'mac_address': 'fa:16:3e:9b:0f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:35Z', 'updated_at': '2021-07-19T20:49:42Z', 'revision_number': 5, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'subnets': [{'id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:50:24.181307 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a90983f-0227-4dc6-93b2-ed2b8cc99f3a None None] The sync data for ids ['51ae605e-7f4f-4763-9ea8-8d7919314364'] in dv-cinder-801321-1-iscsi is: [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 4, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_floatingips': [{'id': '6f2782cb-fdae-4bfd-b902-d386d8302dd6', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'router_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'port_id': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'mac_address': 'fa:16:3e:e9:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a22789-6a29-42bf-99d3-d952625c0912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-19T20:50:21Z', 'updated_at': '2021-07-19T20:50:21Z', 'revision_number': 0, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a', 'name': '', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'mac_address': 'fa:16:3e:9b:0f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:35Z', 'updated_at': '2021-07-19T20:49:42Z', 'revision_number': 5, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'subnets': [{'id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:50:24.372174 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f20ad64-4ce9-4769-9917-402252ebcecc None None] New status for floating IP 6f2782cb-fdae-4bfd-b902-d386d8302dd6: ACTIVE {{(pid=78684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 20:50:30.678571 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2bb3abd4-253b-4b81-bfed-6ebffc711521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:31.322279 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:33.412998 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3a036d3f-d662-45a8-9db6-db12dfe80433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:35.199870 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:36.697657 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:47.243548 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:50:47.876526 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:50:48.933465 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2a81fc8-477d-452d-8641-33d73e638cb2 req-f799267f-3a65-4149-9178-5de3b52a44d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691719 Jul 19 20:50:49.094435 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a81fc8-477d-452d-8641-33d73e638cb2 req-82bb6692-cf3d-4a55-97df-fa857cee6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:49.095936 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2a81fc8-477d-452d-8641-33d73e638cb2 req-82bb6692-cf3d-4a55-97df-fa857cee6f7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67d1ab264015459b9040b38c19936bcf&device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1098 time: 0.0718205 Jul 19 20:50:49.240373 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a81fc8-477d-452d-8641-33d73e638cb2 req-878f0e4b-6b45-4b11-9e5f-6f67445f4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:49.241852 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2a81fc8-477d-452d-8641-33d73e638cb2 req-878f0e4b-6b45-4b11-9e5f-6f67445f4676 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb333115-cbcb-4030-96c3-91a203c91816 HTTP/1.1" status: 200 len: 908 time: 0.1259604 Jul 19 20:50:49.346324 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2a81fc8-477d-452d-8641-33d73e638cb2 req-2ce4dbcd-c478-4bc3-9089-c591fbd5dcae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed406cae-83a6-4f9b-a436-555e8019854d HTTP/1.1" status: 200 len: 1001 time: 0.0978613 Jul 19 20:50:49.415052 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a81fc8-477d-452d-8641-33d73e638cb2 req-019e92cf-e3b2-4bfe-a973-e4516b24f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:49.416513 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2a81fc8-477d-452d-8641-33d73e638cb2 req-019e92cf-e3b2-4bfe-a973-e4516b24f55e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b17ed0-539d-4416-b0ab-e73f84211d36 HTTP/1.1" status: 200 len: 846 time: 0.0621259 Jul 19 20:50:49.492219 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a81fc8-477d-452d-8641-33d73e638cb2 req-5f394349-f173-4921-bd47-8c1c33ddaf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:50:49.493709 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2a81fc8-477d-452d-8641-33d73e638cb2 req-5f394349-f173-4921-bd47-8c1c33ddaf36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb333115-cbcb-4030-96c3-91a203c91816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700333 Jul 19 20:50:49.628208 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2a81fc8-477d-452d-8641-33d73e638cb2 req-bf87edaa-8522-43ef-af04-70a54ba68f95 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273148 Jul 19 20:50:49.763093 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a2a81fc8-477d-452d-8641-33d73e638cb2 req-2c8aa67d-fa3b-48c6-951e-f8bf836d4935 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267707 Jul 19 20:51:00.679792 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fcc27ece-d3ad-4d56-b7f6-d471403c2217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:51:01.324859 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:51:03.415263 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ecc65965-2481-4739-afda-5707d21df9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:51:05.199770 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:51:06.700619 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:51:17.243209 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:51:24.875272 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:51:30.684226 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a9c6f461-ca15-485b-a8ae-61a8ab805c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:51:31.327849 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:51:33.417610 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5ca09751-db33-457a-b759-52b64b4a22ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:51:35.202188 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:51:36.701500 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:51:47.274598 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:51:48.936620 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-69bf36f8-cee2-4aa0-a182-4651674004e8 req-c35c9619-cc2f-4bfd-8426-da218e967a25 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766251 Jul 19 20:51:49.091431 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf36f8-cee2-4aa0-a182-4651674004e8 req-e82a10c6-6167-403d-824a-03e9de2af180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:51:49.092908 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-69bf36f8-cee2-4aa0-a182-4651674004e8 req-e82a10c6-6167-403d-824a-03e9de2af180 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67d1ab264015459b9040b38c19936bcf&device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1098 time: 0.0699422 Jul 19 20:51:49.237334 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf36f8-cee2-4aa0-a182-4651674004e8 req-0e9e895e-aee3-4402-9c4e-0cb95368b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:51:49.238789 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-69bf36f8-cee2-4aa0-a182-4651674004e8 req-0e9e895e-aee3-4402-9c4e-0cb95368b305 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb333115-cbcb-4030-96c3-91a203c91816 HTTP/1.1" status: 200 len: 908 time: 0.1271574 Jul 19 20:51:49.341002 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-69bf36f8-cee2-4aa0-a182-4651674004e8 req-171bf506-1991-428f-807e-4f43416d0f83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed406cae-83a6-4f9b-a436-555e8019854d HTTP/1.1" status: 200 len: 1001 time: 0.0956924 Jul 19 20:51:49.403921 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf36f8-cee2-4aa0-a182-4651674004e8 req-2364ff20-6ea3-4d75-9d9c-591657680200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:51:49.405281 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-69bf36f8-cee2-4aa0-a182-4651674004e8 req-2364ff20-6ea3-4d75-9d9c-591657680200 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b17ed0-539d-4416-b0ab-e73f84211d36 HTTP/1.1" status: 200 len: 846 time: 0.0586281 Jul 19 20:51:49.584003 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf36f8-cee2-4aa0-a182-4651674004e8 req-c8676223-e68f-49b1-941e-4bb4a20b54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:51:49.585476 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-69bf36f8-cee2-4aa0-a182-4651674004e8 req-c8676223-e68f-49b1-941e-4bb4a20b54c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb333115-cbcb-4030-96c3-91a203c91816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1736183 Jul 19 20:51:49.718459 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-69bf36f8-cee2-4aa0-a182-4651674004e8 req-9fd0a3c7-c78a-48c3-95de-a71aac777907 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261113 Jul 19 20:51:49.855757 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-69bf36f8-cee2-4aa0-a182-4651674004e8 req-963f7eb6-fdc9-47d0-bb1b-f93be50f23f5 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297405 Jul 19 20:52:00.686102 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dacacb80-8497-45e7-b147-03cfbe789ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:01.330391 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:01.874312 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:52:03.419821 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c404739b-98f2-44f1-b719-f3fe3cc82d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:05.205871 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:06.705228 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:12.761148 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b191c6-f16f-4a92-bfc3-fbbbf4fb60a7 req-3eb38219-7501-4595-99a9-e57c8f0fea5b tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:12.762829 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-97b191c6-f16f-4a92-bfc3-fbbbf4fb60a7 req-3eb38219-7501-4595-99a9-e57c8f0fea5b tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0808687 Jul 19 20:52:12.813721 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-97b191c6-f16f-4a92-bfc3-fbbbf4fb60a7 req-06eeac07-141c-4607-aa8c-c581c20005d1 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450690 Jul 19 20:52:14.010338 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a7078-94e3-4383-a642-d59369250c10 req-e3d1cd7d-c373-4643-ae95-3992994b4c5f tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:14.011828 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-967a7078-94e3-4383-a642-d59369250c10 req-e3d1cd7d-c373-4643-ae95-3992994b4c5f tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0799654 Jul 19 20:52:14.055367 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-967a7078-94e3-4383-a642-d59369250c10 req-a82b5402-55c5-498e-863b-e00176c44861 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378852 Jul 19 20:52:15.250595 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7f211-cac8-4b30-a919-fc96dcb770f4 req-11602c5a-2107-41a5-87b9-3fab2cb5c0c3 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:15.252101 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7dc7f211-cac8-4b30-a919-fc96dcb770f4 req-11602c5a-2107-41a5-87b9-3fab2cb5c0c3 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0784698 Jul 19 20:52:15.296269 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7dc7f211-cac8-4b30-a919-fc96dcb770f4 req-cfdb53a2-a389-43e2-9368-c0313fe7fbda tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385582 Jul 19 20:52:16.481207 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ea3a9-1d1b-42be-9fde-80284336c02b req-0a54eadb-a563-488d-a697-ceac4eb18e40 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:16.482777 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-752ea3a9-1d1b-42be-9fde-80284336c02b req-0a54eadb-a563-488d-a697-ceac4eb18e40 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0825603 Jul 19 20:52:16.527976 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-752ea3a9-1d1b-42be-9fde-80284336c02b req-683b5517-9586-41fd-9051-20ffcfc30382 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396185 Jul 19 20:52:17.288540 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:17.711862 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1fea-0ad0-4144-b77b-b8c62b298618 req-ff60c175-a716-4774-a6ac-c0a7e4fe3f88 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:17.713381 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c03b1fea-0ad0-4144-b77b-b8c62b298618 req-ff60c175-a716-4774-a6ac-c0a7e4fe3f88 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0827477 Jul 19 20:52:17.758321 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-c03b1fea-0ad0-4144-b77b-b8c62b298618 req-9dac22a2-c500-4cd0-b3bc-e9f669db60a4 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 Jul 19 20:52:18.946224 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7dc6a-d1a5-4b6a-9886-510cc1a33111 req-a86faeab-7037-4150-9835-0eec8fd31c37 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:18.948395 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-67f7dc6a-d1a5-4b6a-9886-510cc1a33111 req-a86faeab-7037-4150-9835-0eec8fd31c37 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0854981 Jul 19 20:52:18.996669 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-67f7dc6a-d1a5-4b6a-9886-510cc1a33111 req-39a83bf3-96b2-49f1-905b-b4adf0b6d48d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427153 Jul 19 20:52:20.182500 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab72199-477d-485f-8f4b-ff8db560cbac req-162ff9ae-2ef3-4838-9fa0-a88e3c9cfbfc tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:20.183999 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3ab72199-477d-485f-8f4b-ff8db560cbac req-162ff9ae-2ef3-4838-9fa0-a88e3c9cfbfc tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0810204 Jul 19 20:52:20.232667 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-3ab72199-477d-485f-8f4b-ff8db560cbac req-ea903fe7-2294-402b-b0db-4c36329ee11e tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430236 Jul 19 20:52:21.414429 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebb828-7e78-4c8d-84e5-f5b3d3c8d50a req-238beaf8-fe58-490a-a5be-0220d334d7a4 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:21.415943 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c2ebb828-7e78-4c8d-84e5-f5b3d3c8d50a req-238beaf8-fe58-490a-a5be-0220d334d7a4 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0812461 Jul 19 20:52:21.459681 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-c2ebb828-7e78-4c8d-84e5-f5b3d3c8d50a req-75b1815c-3db6-496c-bc87-5e1228417a4d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381892 Jul 19 20:52:22.640699 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6a476-063c-4335-b37c-035f79d84c91 req-62095815-3def-46ca-ba8f-45c756a34dd4 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:22.642165 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5ef6a476-063c-4335-b37c-035f79d84c91 req-62095815-3def-46ca-ba8f-45c756a34dd4 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0794048 Jul 19 20:52:22.687360 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-5ef6a476-063c-4335-b37c-035f79d84c91 req-20f7a240-e69b-4134-a62b-9316f12b1733 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394368 Jul 19 20:52:22.949324 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fe28f-d0d2-48b7-830e-1031b1b8b3ee req-451adc3a-3674-464f-bbd9-739bfa66d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:22.950725 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d59fe28f-d0d2-48b7-830e-1031b1b8b3ee req-451adc3a-3674-464f-bbd9-739bfa66d09b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67d1ab264015459b9040b38c19936bcf&device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1098 time: 0.0763543 Jul 19 20:52:23.081768 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fe28f-d0d2-48b7-830e-1031b1b8b3ee req-cb170442-7afa-4647-bff7-b85ad6f8259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:23.083244 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d59fe28f-d0d2-48b7-830e-1031b1b8b3ee req-cb170442-7afa-4647-bff7-b85ad6f8259d service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb333115-cbcb-4030-96c3-91a203c91816 HTTP/1.1" status: 200 len: 908 time: 0.1267669 Jul 19 20:52:23.192950 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d59fe28f-d0d2-48b7-830e-1031b1b8b3ee req-f4b61b66-f5a2-4e83-be32-0ecf31dab83c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed406cae-83a6-4f9b-a436-555e8019854d HTTP/1.1" status: 200 len: 1001 time: 0.1032088 Jul 19 20:52:23.256904 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fe28f-d0d2-48b7-830e-1031b1b8b3ee req-93d6e222-3328-4762-9406-52c40bcc7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:23.258591 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d59fe28f-d0d2-48b7-830e-1031b1b8b3ee req-93d6e222-3328-4762-9406-52c40bcc7dae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b17ed0-539d-4416-b0ab-e73f84211d36 HTTP/1.1" status: 200 len: 846 time: 0.0593483 Jul 19 20:52:23.334060 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fe28f-d0d2-48b7-830e-1031b1b8b3ee req-ca842487-5460-498c-948e-afb0245b6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:23.335595 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d59fe28f-d0d2-48b7-830e-1031b1b8b3ee req-ca842487-5460-498c-948e-afb0245b6f9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb333115-cbcb-4030-96c3-91a203c91816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708237 Jul 19 20:52:23.466792 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d59fe28f-d0d2-48b7-830e-1031b1b8b3ee req-98b0bd63-53fa-492d-a473-0437c936b85b service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246343 Jul 19 20:52:23.608792 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d59fe28f-d0d2-48b7-830e-1031b1b8b3ee req-0135a8e1-9300-4938-bb98-00a945821278 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353111 Jul 19 20:52:23.870764 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c8e3a-cedc-413f-bb8c-1ca8d493cc15 req-a510a99c-b8e9-41f3-bdbe-37db1c2052fd tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:23.872160 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b87c8e3a-cedc-413f-bb8c-1ca8d493cc15 req-a510a99c-b8e9-41f3-bdbe-37db1c2052fd tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0832324 Jul 19 20:52:23.917035 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b87c8e3a-cedc-413f-bb8c-1ca8d493cc15 req-f309902d-b3ff-4d5f-b402-fc28890b24c5 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390785 Jul 19 20:52:25.100596 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90697482-1500-4de6-8c95-7016b8808765 req-3485110d-c61a-4ade-b8d9-a35241f255c8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:25.102083 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-90697482-1500-4de6-8c95-7016b8808765 req-3485110d-c61a-4ade-b8d9-a35241f255c8 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0832849 Jul 19 20:52:25.149532 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-90697482-1500-4de6-8c95-7016b8808765 req-a6fc45f6-54ec-4737-ae62-e80834f26f39 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407093 Jul 19 20:52:26.338934 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db744c-decb-4b1e-a275-33b633e26cbd req-c3ff1f53-f0f2-49f5-b2c0-93ade07c9430 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:26.340430 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b9db744c-decb-4b1e-a275-33b633e26cbd req-c3ff1f53-f0f2-49f5-b2c0-93ade07c9430 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0823491 Jul 19 20:52:26.493103 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b9db744c-decb-4b1e-a275-33b633e26cbd req-14f17b4e-bf60-432e-9fba-ced23dec8bda tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469240 Jul 19 20:52:26.905491 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07798206-c730-42ba-886c-052accc44e51 req-cc430906-01a5-4fe2-8787-2aaced8c9a96 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:26.906985 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-07798206-c730-42ba-886c-052accc44e51 req-cc430906-01a5-4fe2-8787-2aaced8c9a96 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.1411741 Jul 19 20:52:26.913780 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-d5955729-abf9-4194-a48a-0ba71ef83a54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2115543 Jul 19 20:52:26.956312 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-07798206-c730-42ba-886c-052accc44e51 req-bdcf9485-abfa-415d-b38a-f5f10c756f75 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415661 Jul 19 20:52:27.810959 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device ed406cae-83a6-4f9b-a436-555e8019854d no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:52:27.925231 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:27.952978 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:52:27.963449 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port ed406cae-83a6-4f9b-a436-555e8019854d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ed406cae-83a6-4f9b-a436-555e8019854d,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:52:27.967416 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:27.969286 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ab063df8-10cf-426c-803d-11e4e4249fb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:52:28.049589 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=ed406cae-83a6-4f9b-a436-555e8019854d,revision_number=6']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:52:28.057252 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:52:28.057597 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:52:28.058056 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:52:28.058393 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:52:28.058722 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:52:28.059078 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:52:28.059449 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:52:28.059777 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:52:28.060214 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:52:28.060728 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:52:28.061204 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:52:28.061686 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:52:28.066018 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:52:28.162135 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2987607-ac36-4b3a-8865-1f98b52069fd req-dcb0098a-5310-4bdf-a7be-6d339efba997 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:28.168915 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d2987607-ac36-4b3a-8865-1f98b52069fd req-dcb0098a-5310-4bdf-a7be-6d339efba997 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.0904248 Jul 19 20:52:28.198101 dv-cinder-801321-1-iscsi neutron-server[78683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'code': 422} returned with failed status Jul 19 20:52:28.214514 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d2987607-ac36-4b3a-8865-1f98b52069fd req-919abbb2-eff1-43e7-af40-7fbdd4e06b18 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446839 Jul 19 20:52:28.694737 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-55e14fec-e167-4952-81b3-29a36bf3d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:28.696246 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-55e14fec-e167-4952-81b3-29a36bf3d962 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912&tenant_id=67d1ab264015459b9040b38c19936bcf HTTP/1.1" status: 200 len: 1096 time: 0.0697849 Jul 19 20:52:28.797167 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-99ee9cd5-66fb-4372-83f4-3c76d664b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:28.798626 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-99ee9cd5-66fb-4372-83f4-3c76d664b0e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67d1ab264015459b9040b38c19936bcf&device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1096 time: 0.0703220 Jul 19 20:52:28.933395 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-bc44b63c-47aa-482b-b03e-1d666d3f2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:28.934826 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-bc44b63c-47aa-482b-b03e-1d666d3f2029 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb333115-cbcb-4030-96c3-91a203c91816 HTTP/1.1" status: 200 len: 908 time: 0.1289496 Jul 19 20:52:29.037001 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-8ce56bfe-f322-424a-a8a9-72f3cbbacb5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed406cae-83a6-4f9b-a436-555e8019854d HTTP/1.1" status: 200 len: 999 time: 0.0952816 Jul 19 20:52:29.102745 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-6f71e844-5190-4db3-812e-54bfe17babf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:29.104798 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-6f71e844-5190-4db3-812e-54bfe17babf9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b17ed0-539d-4416-b0ab-e73f84211d36 HTTP/1.1" status: 200 len: 846 time: 0.0619483 Jul 19 20:52:29.180107 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-308dea70-3713-477d-bb3b-196369eb559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:29.181620 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-308dea70-3713-477d-bb3b-196369eb559e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb333115-cbcb-4030-96c3-91a203c91816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701792 Jul 19 20:52:29.314124 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-58080076-6470-413e-82ee-c70439c39766 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260080 Jul 19 20:52:29.395715 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098e0f2-c239-41e5-ba81-187701b4dc79 req-77a81d03-24bc-4f15-88ca-d706624c304e tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:29.397845 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b098e0f2-c239-41e5-ba81-187701b4dc79 req-77a81d03-24bc-4f15-88ca-d706624c304e tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.0794530 Jul 19 20:52:29.449468 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-b098e0f2-c239-41e5-ba81-187701b4dc79 req-653b0ea6-dc3c-4522-8d83-f7c97cf5ff68 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 Jul 19 20:52:29.453272 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-650be23e-dbc2-4145-8e6a-65e7e8e54187 req-6d3d0b92-6808-4f76-9e8b-ebf8ae234646 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326354 Jul 19 20:52:30.640492 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8b305-57b8-4794-936d-a8d84a73bd50 req-5572bdae-eea7-466a-8227-98e7049a1635 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:30.642009 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-34c8b305-57b8-4794-936d-a8d84a73bd50 req-5572bdae-eea7-466a-8227-98e7049a1635 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.0851388 Jul 19 20:52:30.688006 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-719ec9bb-6c85-47b8-b44b-310b995aabf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:30.692516 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-34c8b305-57b8-4794-936d-a8d84a73bd50 req-15ed8ab3-4db6-4dac-a043-c57f9e64164d tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448127 Jul 19 20:52:31.335146 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:31.881067 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bfd8d-b154-4db2-b3c3-90d850f1dacc req-225d9fd4-02e2-4f34-aad8-a0d4bdee4099 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:31.882807 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1b5bfd8d-b154-4db2-b3c3-90d850f1dacc req-225d9fd4-02e2-4f34-aad8-a0d4bdee4099 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.0807419 Jul 19 20:52:31.928077 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-1b5bfd8d-b154-4db2-b3c3-90d850f1dacc req-a00e752a-61b6-442f-97a3-a18248ff5742 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389621 Jul 19 20:52:33.110892 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b551ed-bb1b-4ad2-91ae-f291c8b42147 req-7324f8fb-fc45-4466-b1fd-79cfa0d5e1e7 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:33.112383 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f6b551ed-bb1b-4ad2-91ae-f291c8b42147 req-7324f8fb-fc45-4466-b1fd-79cfa0d5e1e7 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.0811095 Jul 19 20:52:33.156636 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-f6b551ed-bb1b-4ad2-91ae-f291c8b42147 req-38e5beee-1ade-4446-b6ad-1c626260c521 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386548 Jul 19 20:52:33.420812 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3d2c6fe9-47e3-4501-8442-bc496fce3fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:34.345210 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de581237-bd91-4fe5-a1a4-b07603ab7e34 req-60fe3a04-b7b5-49c3-89db-515556bb7fb1 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:34.346578 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de581237-bd91-4fe5-a1a4-b07603ab7e34 req-60fe3a04-b7b5-49c3-89db-515556bb7fb1 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.0846052 Jul 19 20:52:34.394718 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-de581237-bd91-4fe5-a1a4-b07603ab7e34 req-ddeca483-4c47-489c-9949-9b3b715c93b1 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Jul 19 20:52:35.209018 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:35.578301 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8922d-2806-47fc-ba6e-2d475c0ee579 req-c36cfb09-d0c0-4e7f-b492-04ba52d90958 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:35.579770 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-90f8922d-2806-47fc-ba6e-2d475c0ee579 req-c36cfb09-d0c0-4e7f-b492-04ba52d90958 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 943 time: 0.0815780 Jul 19 20:52:35.624325 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-90f8922d-2806-47fc-ba6e-2d475c0ee579 req-6823a1e4-bbf8-4252-a0d6-2c5adc346219 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389700 Jul 19 20:52:35.888857 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device ed406cae-83a6-4f9b-a436-555e8019854d details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=78683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 19 20:52:36.064035 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port ed406cae-83a6-4f9b-a436-555e8019854d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ed406cae-83a6-4f9b-a436-555e8019854d,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:52:36.077115 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Returning: {'device': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'port_id': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'mac_address': 'fa:16:3e:e9:bd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 19 20:52:36.132204 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:36.148797 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed406cae-83a6-4f9b-a436-555e8019854d {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 19 20:52:36.164316 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port ed406cae-83a6-4f9b-a436-555e8019854d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ed406cae-83a6-4f9b-a436-555e8019854d,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:52:36.169655 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:36.171443 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:52:36.255800 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=ed406cae-83a6-4f9b-a436-555e8019854d,revision_number=7']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:52:36.259071 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:52:36.447399 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] get_ports_and_sgs() called for port_ids ['ed406cae-83a6-4f9b-a436-555e8019854d'] {{(pid=78683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 19 20:52:36.721868 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:36.809929 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fd80e-8ba9-4988-ab49-d529003da0ec req-06693641-5ebe-43b7-a8eb-b975e4fd1f75 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:36.811430 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ce9fd80e-8ba9-4988-ab49-d529003da0ec req-06693641-5ebe-43b7-a8eb-b975e4fd1f75 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 944 time: 0.0796204 Jul 19 20:52:36.859438 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-ce9fd80e-8ba9-4988-ab49-d529003da0ec req-32dc6ed0-bbb8-4915-bf57-c1de225e6b53 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422771 Jul 19 20:52:37.888574 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device ed406cae-83a6-4f9b-a436-555e8019854d up at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 19 20:52:37.956860 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Provisioning complete for port ed406cae-83a6-4f9b-a436-555e8019854d triggered by entity L2. {{(pid=78683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 19 20:52:37.957222 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1944808'] for port, provisioning_complete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:38.097298 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90fb8e-aca2-4cf2-8c8d-44b1b066b4a5 req-663f68ef-45de-4a20-bd24-903fcbc928e3 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:38.099632 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-eb90fb8e-aca2-4cf2-8c8d-44b1b066b4a5 req-663f68ef-45de-4a20-bd24-903fcbc928e3 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 944 time: 0.1334491 Jul 19 20:52:38.106477 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1889676'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:38.133741 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:52:38.143782 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] For port ed406cae-83a6-4f9b-a436-555e8019854d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ed406cae-83a6-4f9b-a436-555e8019854d,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:52:38.145622 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-eb90fb8e-aca2-4cf2-8c8d-44b1b066b4a5 req-77dca034-ea4f-4b63-8d8a-4d503ad2ebaf tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403216 Jul 19 20:52:38.148875 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736792435999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736792070476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736792070521'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:38.151708 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:52:38.186279 dv-cinder-801321-1-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'code': 200} Jul 19 20:52:38.218275 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Pushing event updated for resources: {'Port': ['ID=ed406cae-83a6-4f9b-a436-555e8019854d,revision_number=8']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:52:38.221131 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:52:38.480885 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065b89b-cfcb-4fdd-8262-85f2698f3e27 req-6b0b5a61-bf33-4eff-8fac-0baea90edbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:38.482352 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a065b89b-cfcb-4fdd-8262-85f2698f3e27 req-6b0b5a61-bf33-4eff-8fac-0baea90edbb5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1098 time: 0.0692308 Jul 19 20:52:38.523589 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-a065b89b-cfcb-4fdd-8262-85f2698f3e27 req-8a97b9ae-4db0-498c-b751-06a584b8b19d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345559 Jul 19 20:52:38.873458 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:52:39.433083 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789368d-56e4-49f8-b1b2-c808b5cf7738 req-77256401-a5a7-4b7a-9e77-ac3410613045 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:39.434564 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b789368d-56e4-49f8-b1b2-c808b5cf7738 req-77256401-a5a7-4b7a-9e77-ac3410613045 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.1823761 Jul 19 20:52:39.480857 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-b789368d-56e4-49f8-b1b2-c808b5cf7738 req-62d30fdc-7835-4685-9cf6-907a6ec42b1e tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405314 Jul 19 20:52:40.666361 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd1788-7be6-4e95-a610-b6fd5b176245 req-ad91fe51-188d-4abb-9b65-95e4d7afaee0 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:40.668243 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-50dd1788-7be6-4e95-a610-b6fd5b176245 req-ad91fe51-188d-4abb-9b65-95e4d7afaee0 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0791457 Jul 19 20:52:40.712541 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-50dd1788-7be6-4e95-a610-b6fd5b176245 req-910019a2-11d8-4425-853c-54203740a30a tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385203 Jul 19 20:52:47.295513 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:52:48.942161 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-29a73bc3-2049-444b-8307-23b8983bb192 req-2d8697d4-5356-4666-ba19-77561eeb38a0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691042 Jul 19 20:52:49.097074 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a73bc3-2049-444b-8307-23b8983bb192 req-3063af79-880f-44f7-bb81-1a1c8cc07d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:49.098557 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-29a73bc3-2049-444b-8307-23b8983bb192 req-3063af79-880f-44f7-bb81-1a1c8cc07d16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67d1ab264015459b9040b38c19936bcf&device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1098 time: 0.0738137 Jul 19 20:52:49.241861 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a73bc3-2049-444b-8307-23b8983bb192 req-80dccf4a-6304-4725-9073-4d73fd6e3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:49.243353 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-29a73bc3-2049-444b-8307-23b8983bb192 req-80dccf4a-6304-4725-9073-4d73fd6e3292 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb333115-cbcb-4030-96c3-91a203c91816 HTTP/1.1" status: 200 len: 908 time: 0.1264470 Jul 19 20:52:49.346328 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-29a73bc3-2049-444b-8307-23b8983bb192 req-9e877578-7580-4602-9e9a-89efc096d960 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed406cae-83a6-4f9b-a436-555e8019854d HTTP/1.1" status: 200 len: 1001 time: 0.0966763 Jul 19 20:52:49.413754 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a73bc3-2049-444b-8307-23b8983bb192 req-1a0ff44c-659f-4aaa-a424-6ebd6d4801c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:49.415152 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-29a73bc3-2049-444b-8307-23b8983bb192 req-1a0ff44c-659f-4aaa-a424-6ebd6d4801c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b17ed0-539d-4416-b0ab-e73f84211d36 HTTP/1.1" status: 200 len: 846 time: 0.0572383 Jul 19 20:52:49.491575 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a73bc3-2049-444b-8307-23b8983bb192 req-5e9b4248-df1c-45e9-bc81-f8e0b577d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:52:49.493041 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-29a73bc3-2049-444b-8307-23b8983bb192 req-5e9b4248-df1c-45e9-bc81-f8e0b577d81c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb333115-cbcb-4030-96c3-91a203c91816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717354 Jul 19 20:52:49.623076 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-29a73bc3-2049-444b-8307-23b8983bb192 req-09c45a30-4afc-4a07-9cbc-6428c7d7d5ff service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235213 Jul 19 20:52:49.754992 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-29a73bc3-2049-444b-8307-23b8983bb192 req-7dafacf1-3a46-4cda-b3b0-ceb4bc9f9222 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254129 Jul 19 20:53:00.692662 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-953abcff-9543-4824-9d6d-c4316d83cd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:01.339455 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:03.422101 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0333-ce3f-4136-ae18-d5c9b237c05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:05.210462 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:06.712581 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:15.873046 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:53:17.309883 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:30.698101 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6b56c64d-b041-4e03-bbe2-e355bdbdfd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:31.341424 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:33.422890 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3aa97615-6c67-47cf-a9ad-f1ce2633ceb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:35.212408 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:36.712677 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:47.314250 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:49.065351 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-93485972-4b86-46fc-b644-51a6cecfb763 req-25c5231a-dfa1-49af-abb5-0b9f1b4f8913 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698173 Jul 19 20:53:49.219127 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93485972-4b86-46fc-b644-51a6cecfb763 req-386deb7d-8f47-4cfe-96d2-d12f8547fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:53:49.220600 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-93485972-4b86-46fc-b644-51a6cecfb763 req-386deb7d-8f47-4cfe-96d2-d12f8547fa4b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67d1ab264015459b9040b38c19936bcf&device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1098 time: 0.0711985 Jul 19 20:53:49.362026 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93485972-4b86-46fc-b644-51a6cecfb763 req-9dca4a6b-be67-4496-956f-66313424b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:53:49.363381 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-93485972-4b86-46fc-b644-51a6cecfb763 req-9dca4a6b-be67-4496-956f-66313424b5e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb333115-cbcb-4030-96c3-91a203c91816 HTTP/1.1" status: 200 len: 908 time: 0.1234252 Jul 19 20:53:49.463524 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-93485972-4b86-46fc-b644-51a6cecfb763 req-4c8eff4e-8c8d-49bc-b2b2-d1deda6e0c10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed406cae-83a6-4f9b-a436-555e8019854d HTTP/1.1" status: 200 len: 1001 time: 0.0936856 Jul 19 20:53:49.527668 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93485972-4b86-46fc-b644-51a6cecfb763 req-7082e559-6cb9-4cc2-8e16-7e7f59e256a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:53:49.529694 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-93485972-4b86-46fc-b644-51a6cecfb763 req-7082e559-6cb9-4cc2-8e16-7e7f59e256a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b17ed0-539d-4416-b0ab-e73f84211d36 HTTP/1.1" status: 200 len: 846 time: 0.0601487 Jul 19 20:53:49.605649 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93485972-4b86-46fc-b644-51a6cecfb763 req-2098231b-bab8-437b-ad6e-8c0187ee2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:53:49.607180 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-93485972-4b86-46fc-b644-51a6cecfb763 req-2098231b-bab8-437b-ad6e-8c0187ee2e9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb333115-cbcb-4030-96c3-91a203c91816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709672 Jul 19 20:53:49.736853 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-93485972-4b86-46fc-b644-51a6cecfb763 req-a8b09b8a-9cc2-47e1-aa48-094c1a0c87f1 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226296 Jul 19 20:53:49.974918 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-93485972-4b86-46fc-b644-51a6cecfb763 req-49b7eeb4-bc76-445a-9239-bac55cb8ec22 service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317066 Jul 19 20:53:52.445270 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53872) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:53:52.647907 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Deleting port 6a830a47-5072-409f-9d87-7e3666c5c45a {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:53:52.648247 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:52.826600 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:52.826926 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:52.871225 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:53:52.953823 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Calling delete_port for 6a830a47-5072-409f-9d87-7e3666c5c45a owned by network:floatingip {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:53:53.107684 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:53.113584 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-e62e3484-39cd-42fa-97b5-3cf7956e6284 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:53:53.158705 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event deleted for resources: {'Port': ['ID=6a830a47-5072-409f-9d87-7e3666c5c45a,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:53:53.195765 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:53:53.196145 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:53:53.196515 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:53:53.196879 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:53:53.197243 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:53:53.197620 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:53:53.197959 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:53:53.198318 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:53:53.198673 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:53:53.199074 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:53:53.199431 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:53:53.199816 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:53:53.206766 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:53:53.262737 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for floatingip, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:53.263175 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.db.l3_db [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Floating IP 6f2782cb-fdae-4bfd-b902-d386d8302dd6 disassociated (deleted). External IP: 172.27.2.238, port: ed406cae-83a6-4f9b-a436-555e8019854d. Jul 19 20:53:53.612869 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Router 51ae605e-7f4f-4763-9ea8-8d7919314364 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:53:53.904982 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:53:53.914400 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd5159c-b83f-42c3-bee3-f889b61cf6e6 None None] Sync routers for ids ['51ae605e-7f4f-4763-9ea8-8d7919314364'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:53:53.924685 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for floatingip, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:53.925057 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd5159c-b83f-42c3-bee3-f889b61cf6e6 None None] Routers {'51ae605e-7f4f-4763-9ea8-8d7919314364'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:53:53.925804 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-4cd5159c-b83f-42c3-bee3-f889b61cf6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:53:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['51ae605e-7f4f-4763-9ea8-8d7919314364'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:53:53.978785 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-091eab1a-ecce-4a3a-b84b-90813bb56b57 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "DELETE /v2.0/floatingips/6f2782cb-fdae-4bfd-b902-d386d8302dd6 HTTP/1.1" status: 204 len: 168 time: 1.5324204 Jul 19 20:53:53.979463 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:53:54.112556 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-4cd5159c-b83f-42c3-bee3-f889b61cf6e6 None None] Set router 51ae605e-7f4f-4763-9ea8-8d7919314364 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:53:54.114193 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'status': 'completed', 'code': 200} Jul 19 20:53:54.274246 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b0450-52d3-4cf4-ba8a-4d8160b1df2f req-69724df8-5871-4010-8688-3be27a7e4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:53:54.275804 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-222b0450-52d3-4cf4-ba8a-4d8160b1df2f req-69724df8-5871-4010-8688-3be27a7e4020 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67d1ab264015459b9040b38c19936bcf&device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 1098 time: 0.1160073 Jul 19 20:53:54.372210 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25c7e0-5027-40d3-8d3c-e02316198c73 req-25a7f985-36a6-4e8c-9847-664a9b3c771c tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:53:54.373719 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-af25c7e0-5027-40d3-8d3c-e02316198c73 req-25a7f985-36a6-4e8c-9847-664a9b3c771c tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0891640 Jul 19 20:53:54.412860 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b0450-52d3-4cf4-ba8a-4d8160b1df2f req-ed51382a-8ccd-4687-9858-82603ceec81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:53:54.413936 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-222b0450-52d3-4cf4-ba8a-4d8160b1df2f req-ed51382a-8ccd-4687-9858-82603ceec81d service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb333115-cbcb-4030-96c3-91a203c91816 HTTP/1.1" status: 200 len: 908 time: 0.1300852 Jul 19 20:53:54.420471 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-af25c7e0-5027-40d3-8d3c-e02316198c73 req-a9ecc20f-28ca-46af-9a35-a22289a70971 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400932 Jul 19 20:53:54.478925 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-4cd5159c-b83f-42c3-bee3-f889b61cf6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 4, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a', 'name': '', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'mac_address': 'fa:16:3e:9b:0f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:35Z', 'updated_at': '2021-07-19T20:49:42Z', 'revision_number': 5, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'subnets': [{'id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:53:54.483494 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd5159c-b83f-42c3-bee3-f889b61cf6e6 None None] Checking router: 51ae605e-7f4f-4763-9ea8-8d7919314364 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:53:54.486508 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-222b0450-52d3-4cf4-ba8a-4d8160b1df2f req-6bf8008b-c186-466d-a3c9-18715d83e9c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed406cae-83a6-4f9b-a436-555e8019854d HTTP/1.1" status: 200 len: 217 time: 0.0652580 Jul 19 20:53:54.491772 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd5159c-b83f-42c3-bee3-f889b61cf6e6 None None] Routers {'51ae605e-7f4f-4763-9ea8-8d7919314364'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:53:54.492454 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-4cd5159c-b83f-42c3-bee3-f889b61cf6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:53:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['51ae605e-7f4f-4763-9ea8-8d7919314364'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:53:54.551861 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b0450-52d3-4cf4-ba8a-4d8160b1df2f req-b2632bd0-5ec6-44fb-88a7-41691374ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:53:54.553324 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-222b0450-52d3-4cf4-ba8a-4d8160b1df2f req-b2632bd0-5ec6-44fb-88a7-41691374ea43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b17ed0-539d-4416-b0ab-e73f84211d36 HTTP/1.1" status: 200 len: 846 time: 0.0605583 Jul 19 20:53:54.630001 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b0450-52d3-4cf4-ba8a-4d8160b1df2f req-47ee43f6-6dd6-4f30-8836-7f199bf103d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:53:54.631617 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-222b0450-52d3-4cf4-ba8a-4d8160b1df2f req-47ee43f6-6dd6-4f30-8836-7f199bf103d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb333115-cbcb-4030-96c3-91a203c91816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706379 Jul 19 20:53:54.712021 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-4cd5159c-b83f-42c3-bee3-f889b61cf6e6 None None] Set router 51ae605e-7f4f-4763-9ea8-8d7919314364 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:53:54.766505 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-222b0450-52d3-4cf4-ba8a-4d8160b1df2f req-24172c5c-37d1-46e6-bead-4708c2c684cd service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273079 Jul 19 20:53:54.903761 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-222b0450-52d3-4cf4-ba8a-4d8160b1df2f req-ec926875-e932-4484-a20e-fd37dfdc0aea service neutron] 10.222.0.45 "GET /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297765 Jul 19 20:53:55.022816 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-4cd5159c-b83f-42c3-bee3-f889b61cf6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 4, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a', 'name': '', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'mac_address': 'fa:16:3e:9b:0f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:35Z', 'updated_at': '2021-07-19T20:49:42Z', 'revision_number': 5, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'subnets': [{'id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:53:55.026697 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd5159c-b83f-42c3-bee3-f889b61cf6e6 None None] The sync data for ids ['51ae605e-7f4f-4763-9ea8-8d7919314364'] in dv-cinder-801321-1-iscsi is: [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:49:36Z', 'revision_number': 4, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi', '_interfaces': [{'id': 'ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a', 'name': '', 'network_id': 'cb333115-cbcb-4030-96c3-91a203c91816', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'mac_address': 'fa:16:3e:9b:0f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:35Z', 'updated_at': '2021-07-19T20:49:42Z', 'revision_number': 5, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'subnets': [{'id': 'b6b17ed0-539d-4416-b0ab-e73f84211d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:53:55.235359 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b357ec-cc47-46d8-bf0b-fed34ae219bd None None] New status for floating IP 6f2782cb-fdae-4bfd-b902-d386d8302dd6: DOWN {{(pid=78684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 19 20:53:55.608641 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e48b31-006f-4226-8df1-cb893d410669 req-b7378449-1728-4ba9-ab72-f63e9f0ff7b1 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:53:55.609335 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-d8e48b31-006f-4226-8df1-cb893d410669 req-b7378449-1728-4ba9-ab72-f63e9f0ff7b1 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Synchronizing usage tracker for tenant:67d1ab264015459b9040b38c19936bcf on resource:port {{(pid=78681) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 19 20:53:55.624417 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.quota.resource [req-d8e48b31-006f-4226-8df1-cb893d410669 req-b7378449-1728-4ba9-ab72-f63e9f0ff7b1 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Unset dirty status for tenant:67d1ab264015459b9040b38c19936bcf on resource:port {{(pid=78681) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 19 20:53:55.625731 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d8e48b31-006f-4226-8df1-cb893d410669 req-b7378449-1728-4ba9-ab72-f63e9f0ff7b1 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0954714 Jul 19 20:53:55.675076 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-d8e48b31-006f-4226-8df1-cb893d410669 req-11ed7aae-7646-4fe4-a532-3fefcdcd6595 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/security-groups?id=1747cc7d-9a78-4245-9597-49fc657bc598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436468 Jul 19 20:53:56.013780 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61053f94-369e-4a88-adf6-29863ea09d66 req-34e250ee-3559-4164-9c4d-3a502680a0c2 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 19 20:53:56.015136 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-61053f94-369e-4a88-adf6-29863ea09d66 req-34e250ee-3559-4164-9c4d-3a502680a0c2 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.45 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 945 time: 0.0801172 Jul 19 20:53:56.086050 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-61053f94-369e-4a88-adf6-29863ea09d66 req-380b31f4-4ae2-4364-baff-b08d71dc54da tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Deleting port ed406cae-83a6-4f9b-a436-555e8019854d {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:53:56.086388 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61053f94-369e-4a88-adf6-29863ea09d66 req-380b31f4-4ae2-4364-baff-b08d71dc54da tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:56.358679 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [req-61053f94-369e-4a88-adf6-29863ea09d66 req-380b31f4-4ae2-4364-baff-b08d71dc54da tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] For port ed406cae-83a6-4f9b-a436-555e8019854d, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ed406cae-83a6-4f9b-a436-555e8019854d,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:53:56.358990 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61053f94-369e-4a88-adf6-29863ea09d66 req-380b31f4-4ae2-4364-baff-b08d71dc54da tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:56.493432 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [req-61053f94-369e-4a88-adf6-29863ea09d66 req-380b31f4-4ae2-4364-baff-b08d71dc54da tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Calling delete_port for ed406cae-83a6-4f9b-a436-555e8019854d owned by compute:nova {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:53:56.741110 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61053f94-369e-4a88-adf6-29863ea09d66 req-380b31f4-4ae2-4364-baff-b08d71dc54da tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:56.747261 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-79283c0b-7c37-4f9a-bfd2-e1291a3677da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:53:56.805367 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b31f4-4ae2-4364-baff-b08d71dc54da tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event deleted for resources: {'Port': ['ID=ed406cae-83a6-4f9b-a436-555e8019854d,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:53:56.809005 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-380b31f4-4ae2-4364-baff-b08d71dc54da tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:53:56.839319 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-f687ee67-6c96-408f-a8f5-975cd286d84b req-eb88affb-d8d9-4819-a264-6c9b1f345f92 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 210 time: 0.0581207 Jul 19 20:53:56.880968 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [req-61053f94-369e-4a88-adf6-29863ea09d66 req-380b31f4-4ae2-4364-baff-b08d71dc54da tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] No DVR routers for this DVR port ed406cae-83a6-4f9b-a436-555e8019854d on host hv-cinder-80132 {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:53:56.883665 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [req-61053f94-369e-4a88-adf6-29863ea09d66 req-380b31f4-4ae2-4364-baff-b08d71dc54da tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123050'] for port, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:56.886225 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'name': 'network-vif-deleted', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d'}] {{(pid=78681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 19 20:53:56.901214 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [req-61053f94-369e-4a88-adf6-29863ea09d66 req-380b31f4-4ae2-4364-baff-b08d71dc54da tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.45 "DELETE /v2.0/ports/ed406cae-83a6-4f9b-a436-555e8019854d HTTP/1.1" status: 204 len: 173 time: 0.8799644 Jul 19 20:53:56.937236 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a22789-6a29-42bf-99d3-d952625c0912', 'name': 'network-vif-deleted', 'tag': 'ed406cae-83a6-4f9b-a436-555e8019854d', 'status': 'completed', 'code': 200} Jul 19 20:53:58.007830 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [req-7a61c4bf-6f31-4b29-9210-5c9fe63cde4a req-fad3b1dc-a4f8-409e-aaf2-1b330ecba575 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "GET /v2.0/ports?device_id=42a22789-6a29-42bf-99d3-d952625c0912 HTTP/1.1" status: 200 len: 210 time: 0.0474997 Jul 19 20:53:58.263564 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device ed406cae-83a6-4f9b-a436-555e8019854d no longer exists at agent hyperv_hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:53:58.303654 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] No Port match for: ed406cae-83a6-4f9b-a436-555e8019854d {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:53:58.304012 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Device ed406cae-83a6-4f9b-a436-555e8019854d not bound to the agent host hv-cinder-80132 {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:53:59.103340 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53894) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:53:59.181634 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fefaa847-6b40-4f55-b5cf-5416e42a0879 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:59.211568 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fefaa847-6b40-4f55-b5cf-5416e42a0879 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:59.274567 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fefaa847-6b40-4f55-b5cf-5416e42a0879 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:59.278261 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-6c2e79bb-d6e5-44fe-8d7e-66a7b338cdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:53:59.293061 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaa847-6b40-4f55-b5cf-5416e42a0879 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1747cc7d-9a78-4245-9597-49fc657bc598,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:53:59.295671 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-fefaa847-6b40-4f55-b5cf-5416e42a0879 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:53:59.303324 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-fefaa847-6b40-4f55-b5cf-5416e42a0879 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:53:59.304446 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-fefaa847-6b40-4f55-b5cf-5416e42a0879 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] 10.222.0.36 "DELETE /v2.0/security-groups/1747cc7d-9a78-4245-9597-49fc657bc598 HTTP/1.1" status: 204 len: 168 time: 0.2000990 Jul 19 20:53:59.349398 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53900) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:53:59.986294 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729046'] for router_interface, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:00.328662 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Deleting port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:54:00.328893 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:00.502064 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] For port ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:54:00.502741 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:00.620899 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Calling delete_port for ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a owned by network:router_interface {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:54:00.701751 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d6c31118-d77e-43ba-8907-c8abc50a7499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:00.802929 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:00.806535 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-720703fc-927b-413f-b88a-f21f1c2f0e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:54:00.862648 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:54:00.899111 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:54:00.899484 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:54:00.899865 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:54:00.900231 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:54:00.900594 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:54:00.900958 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:54:00.901318 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:54:00.901674 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:54:00.902035 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:54:00.902398 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:54:00.903338 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:54:00.903696 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-1-iscsi {{(pid=78682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 20:54:00.911180 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:54:01.245513 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702566'] for router_interface, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:01.346111 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:01.603385 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Router 51ae605e-7f4f-4763-9ea8-8d7919314364 has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:54:01.778495 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:54:01.786820 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41499d-214f-41d8-a2c4-1ef40355b48f None None] Sync routers for ids ['51ae605e-7f4f-4763-9ea8-8d7919314364'] in dv-cinder-801321-1-iscsi {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:54:01.791141 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-c47f3c0a-d40c-43af-bc73-9d9b52926e2e admin admin] 10.222.0.36 "PUT /v2.0/routers/51ae605e-7f4f-4763-9ea8-8d7919314364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4406543 Jul 19 20:54:01.794447 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53904) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:54:01.796873 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41499d-214f-41d8-a2c4-1ef40355b48f None None] Routers {'51ae605e-7f4f-4763-9ea8-8d7919314364'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:54:01.797480 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-5b41499d-214f-41d8-a2c4-1ef40355b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:53:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['51ae605e-7f4f-4763-9ea8-8d7919314364'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:01.974203 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Notify callbacks [] for router, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:01.978847 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-5b41499d-214f-41d8-a2c4-1ef40355b48f None None] Set router 51ae605e-7f4f-4763-9ea8-8d7919314364 gateway port host: dv-cinder-801321-1-iscsi {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:54:02.155024 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:02.165092 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Deleting port 369086dc-a70e-4c87-81c8-74e192a2f551 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:54:02.165452 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:02.268031 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-5b41499d-214f-41d8-a2c4-1ef40355b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:54:00Z', 'revision_number': 5, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port': {'id': '369086dc-a70e-4c87-81c8-74e192a2f551', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:33Z', 'updated_at': '2021-07-19T20:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:02.271811 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41499d-214f-41d8-a2c4-1ef40355b48f None None] Checking router: 51ae605e-7f4f-4763-9ea8-8d7919314364 for host: dv-cinder-801321-1-iscsi {{(pid=78683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:54:02.280292 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41499d-214f-41d8-a2c4-1ef40355b48f None None] Routers {'51ae605e-7f4f-4763-9ea8-8d7919314364'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:54:02.280916 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-5b41499d-214f-41d8-a2c4-1ef40355b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:53:33Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['51ae605e-7f4f-4763-9ea8-8d7919314364'], 'active': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:02.340077 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] For port 369086dc-a70e-4c87-81c8-74e192a2f551, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=369086dc-a70e-4c87-81c8-74e192a2f551,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:54:02.340434 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:02.442182 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvr_db [None req-5b41499d-214f-41d8-a2c4-1ef40355b48f None None] Set router 51ae605e-7f4f-4763-9ea8-8d7919314364 gateway port host: None {{(pid=78683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:54:02.563907 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.db.l3_hamode_db [None req-5b41499d-214f-41d8-a2c4-1ef40355b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:54:02Z', 'revision_number': 6, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port_host': None}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:02.567827 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41499d-214f-41d8-a2c4-1ef40355b48f None None] The sync data for ids ['51ae605e-7f4f-4763-9ea8-8d7919314364'] in dv-cinder-801321-1-iscsi is: [{'id': '51ae605e-7f4f-4763-9ea8-8d7919314364', 'name': 'tempest-TestShelveInstance-22423536-router', 'tenant_id': '67d1ab264015459b9040b38c19936bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:32Z', 'updated_at': '2021-07-19T20:54:02Z', 'revision_number': 6, 'project_id': '67d1ab264015459b9040b38c19936bcf', 'gw_port_host': None}] {{(pid=78683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:54:02.591568 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Calling delete_port for 369086dc-a70e-4c87-81c8-74e192a2f551 owned by network:router_gateway {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:54:02.761801 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:02.765362 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-788cde01-b46e-4a93-8c92-52739cbba6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:54:02.838043 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Pushing event deleted for resources: {'Port': ['ID=369086dc-a70e-4c87-81c8-74e192a2f551,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:54:02.845150 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:54:02.904772 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703739'] for router_gateway, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.081315 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.083431 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.105033 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728957'] for router, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.106071 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51ae605e-7f4f-4763-9ea8-8d7919314364 {{(pid=78682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 20:54:03.118146 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.119425 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-1051d6a6-1b5f-4baa-809f-02bbab7c7574 admin admin] 10.222.0.36 "DELETE /v2.0/routers/51ae605e-7f4f-4763-9ea8-8d7919314364 HTTP/1.1" status: 204 len: 168 time: 1.3239264 Jul 19 20:54:03.122571 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53908) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:54:03.182719 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_v2 [None req-10058662-60f1-4752-918b-79bf691b3596 admin admin] Deleting subnet b6b17ed0-539d-4416-b0ab-e73f84211d36 {{(pid=78682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:54:03.186211 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-10058662-60f1-4752-918b-79bf691b3596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.233669 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-10058662-60f1-4752-918b-79bf691b3596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2929497'] for subnet, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.314985 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-10058662-60f1-4752-918b-79bf691b3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.383929 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-10058662-60f1-4752-918b-79bf691b3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2174257'] for subnet, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.388059 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e90fd5a5-5a28-47db-9e38-23c42cea88a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:54:03.423579 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10058662-60f1-4752-918b-79bf691b3596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b17ed0-539d-4416-b0ab-e73f84211d36,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:54:03.425697 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1d0d4f16-6c92-44bb-ac6a-af7b2c326c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.427485 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-10058662-60f1-4752-918b-79bf691b3596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:54:03.432666 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-10058662-60f1-4752-918b-79bf691b3596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.437807 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40753580-d436-4d9b-a2f6-eaaa2e88bab0 None None] Network cb333115-cbcb-4030-96c3-91a203c91816 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:54:03.444237 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53912) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:54:03.445003 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-10058662-60f1-4752-918b-79bf691b3596 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b6b17ed0-539d-4416-b0ab-e73f84211d36 HTTP/1.1" status: 204 len: 168 time: 0.3206100 Jul 19 20:54:03.557545 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.569366 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Deleting port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:54:03.569703 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.764051 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08554352-3360-4c96-8cec-fe41c13bc54a None None] DHCP port deletion for cb333115-cbcb-4030-96c3-91a203c91816 request from dv-cinder-801321-1-iscsi {{(pid=78683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 20:54:03.768172 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-08554352-3360-4c96-8cec-fe41c13bc54a None None] Deleting port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:54:03.768548 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-08554352-3360-4c96-8cec-fe41c13bc54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.782872 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] For port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=36e6ebc2-10b5-4a7e-b6af-1fb391caeba7,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:54:03.783251 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.906047 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Calling delete_port for 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 owned by network:dhcp {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:54:03.974294 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-08554352-3360-4c96-8cec-fe41c13bc54a None None] For port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=36e6ebc2-10b5-4a7e-b6af-1fb391caeba7,segment=NetworkSegment(228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2),segment_id=228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:54:03.974845 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-08554352-3360-4c96-8cec-fe41c13bc54a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.981367 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:03.986034 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-1eda4235-6ca9-418d-b7d4-367deab29d4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:54:04.035008 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] No DVR routers for this DVR port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 on host dv-cinder-801321-1-iscsi {{(pid=78681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:54:04.063604 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e6ebc2-10b5-4a7e-b6af-1fb391caeba7,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:54:04.066854 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:54:04.097767 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-08554352-3360-4c96-8cec-fe41c13bc54a None None] Calling delete_port for 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:54:04.162466 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:04.172848 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.db.api [None req-08554352-3360-4c96-8cec-fe41c13bc54a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 20:54:04.173208 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_db.api [None req-08554352-3360-4c96-8cec-fe41c13bc54a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 20:54:04.175647 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb333115-cbcb-4030-96c3-91a203c91816']}} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:04.188434 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2') {'for_net_delete': True} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:04.188729 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.services.segments.db [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228bbaa6-8a05-45b6-ad21-6cb8e6d5c6e2') {} {{(pid=78681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:04.200486 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189673'] for segment, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:04.216840 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:04.223032 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=78681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:54:04.223409 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2105402'] for segment, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: Traceback (most recent call last): Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: timer() Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: cb(*args, **kw) Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: return func(*args, **kwargs) Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: self._notify() Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: self.callback(batched_events) Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: event.method(event) Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: return f(self, *a, **k) Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._get(url).json() Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: return self.request(url, 'GET', **kwargs) Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:54:04.236980 dv-cinder-801321-1-iscsi neutron-server[78681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:54:04.312584 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:04.316549 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:54:04.330133 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:04.342383 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb333115-cbcb-4030-96c3-91a203c91816,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:54:04.346486 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:54:04.354735 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-0d7e4dac-3b5b-4619-a4f4-a3e5d5de1238 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cb333115-cbcb-4030-96c3-91a203c91816 HTTP/1.1" status: 204 len: 168 time: 0.9083626 Jul 19 20:54:04.358254 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53916) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:54:04.507884 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 369086dc-a70e-4c87-81c8-74e192a2f551 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:54:04.544306 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: 369086dc-a70e-4c87-81c8-74e192a2f551 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:54:04.544658 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 369086dc-a70e-4c87-81c8-74e192a2f551 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:54:04.545083 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:54:04.579295 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:54:04.579652 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:54:04.580124 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:54:04.616947 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:54:04.617299 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device ddf79286-f3e4-47fd-ba02-5d7f5c98aa3a not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:54:04.674419 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-08554352-3360-4c96-8cec-fe41c13bc54a None None] Deleting port 36e6ebc2-10b5-4a7e-b6af-1fb391caeba7 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:54:04.674814 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-08554352-3360-4c96-8cec-fe41c13bc54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:04.740784 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-08554352-3360-4c96-8cec-fe41c13bc54a None None] The port '36e6ebc2-10b5-4a7e-b6af-1fb391caeba7' was deleted {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 20:54:05.003533 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729046'] for router_interface, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:05.216375 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:05.353339 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] Deleting port 54305176-767c-47b7-acef-704135e033bc {{(pid=78681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:54:05.353568 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:05.519474 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.db [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] For port 54305176-767c-47b7-acef-704135e033bc, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=54305176-767c-47b7-acef-704135e033bc,segment=NetworkSegment(57c2597c-ae32-4311-b434-25549e31d5bb),segment_id=57c2597c-ae32-4311-b434-25549e31d5bb)] {{(pid=78681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:54:05.519833 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:05.642157 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.plugins.ml2.plugin [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] Calling delete_port for 54305176-767c-47b7-acef-704135e033bc owned by network:router_interface {{(pid=78681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:54:05.898738 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2105359'] for port, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:05.902133 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-4cfedebc-6c09-4bcc-b953-7bb0adee8e38 tempest-AttachVolumeShelveTestJSON-599550624 tempest-AttachVolumeShelveTestJSON-599550624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:54:05.951337 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54305176-767c-47b7-acef-704135e033bc,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:54:05.954234 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:54:06.331300 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702566'] for router_interface, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:06.690154 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] Router 81a92638-eb02-4081-88dc-ee5537ab82ca has already been hosted by L3 agent f1332149-6edc-4f22-bcb6-238c672a45f7 {{(pid=78681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 19 20:54:06.716416 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:06.872545 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] Notify agent at l3_agent.dv-cinder-801321-1-iscsi the message routers_updated {{(pid=78681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 19 20:54:06.880629 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c780f-e108-4823-af36-033696b3f9be None None] Sync routers for ids ['81a92638-eb02-4081-88dc-ee5537ab82ca'] in dv-cinder-801321-1-iscsi {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 20:54:06.889010 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-d171cc29-4013-422e-9cc5-1b475762fdb9 admin admin] 10.222.0.36 "PUT /v2.0/routers/81a92638-eb02-4081-88dc-ee5537ab82ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5297217 Jul 19 20:54:06.891208 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c780f-e108-4823-af36-033696b3f9be None None] Routers {'81a92638-eb02-4081-88dc-ee5537ab82ca'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:54:06.891590 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53920) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:54:06.892075 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-dd9c780f-e108-4823-af36-033696b3f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:54:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['81a92638-eb02-4081-88dc-ee5537ab82ca'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:07.066590 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-dd9c780f-e108-4823-af36-033696b3f9be None None] Set router 81a92638-eb02-4081-88dc-ee5537ab82ca gateway port host: dv-cinder-801321-1-iscsi {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:54:07.067980 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:07.256099 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:07.267000 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Deleting port 3a3a60a7-2932-4719-bea3-532a3ad48824 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:54:07.267332 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:07.348951 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-dd9c780f-e108-4823-af36-033696b3f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'name': 'tempest-TestShelveInstance-1426994871-router', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'external_fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:38Z', 'updated_at': '2021-07-19T20:54:05Z', 'revision_number': 5, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'gw_port': {'id': '3a3a60a7-2932-4719-bea3-532a3ad48824', 'name': '', 'network_id': 'f5466eaf-cb4a-4a64-b931-13ea23041666', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-19T20:49:39Z', 'updated_at': '2021-07-19T20:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5215babf-659b-4f7a-aa5b-2e3fde630244', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-1-iscsi'}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:07.352818 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c780f-e108-4823-af36-033696b3f9be None None] Checking router: 81a92638-eb02-4081-88dc-ee5537ab82ca for host: dv-cinder-801321-1-iscsi {{(pid=78684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 20:54:07.361019 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c780f-e108-4823-af36-033696b3f9be None None] Routers {'81a92638-eb02-4081-88dc-ee5537ab82ca'} bound to L3 agent in host dv-cinder-801321-1-iscsi {{(pid=78684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 19 20:54:07.361622 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-dd9c780f-e108-4823-af36-033696b3f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-19T20:31:03Z,description=,heartbeat_timestamp=2021-07-19T20:54:03Z,host='dv-cinder-801321-1-iscsi',id=f1332149-6edc-4f22-bcb6-238c672a45f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-19T20:31:03Z,topic='l3_agent')) {'router_ids': ['81a92638-eb02-4081-88dc-ee5537ab82ca'], 'active': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:07.514345 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvr_db [None req-dd9c780f-e108-4823-af36-033696b3f9be None None] Set router 81a92638-eb02-4081-88dc-ee5537ab82ca gateway port host: None {{(pid=78684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 19 20:54:07.540843 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] For port 3a3a60a7-2932-4719-bea3-532a3ad48824, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=3a3a60a7-2932-4719-bea3-532a3ad48824,segment=NetworkSegment(db5774b8-98e1-40a9-95c2-f32e72037baa),segment_id=db5774b8-98e1-40a9-95c2-f32e72037baa)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:54:07.541200 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:07.621601 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.l3_hamode_db [None req-dd9c780f-e108-4823-af36-033696b3f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'name': 'tempest-TestShelveInstance-1426994871-router', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:38Z', 'updated_at': '2021-07-19T20:54:07Z', 'revision_number': 6, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'gw_port_host': None}], 'dv-cinder-801321-1-iscsi', False) {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:07.625653 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c780f-e108-4823-af36-033696b3f9be None None] The sync data for ids ['81a92638-eb02-4081-88dc-ee5537ab82ca'] in dv-cinder-801321-1-iscsi is: [{'id': '81a92638-eb02-4081-88dc-ee5537ab82ca', 'name': 'tempest-TestShelveInstance-1426994871-router', 'tenant_id': '8c0deef17222485195dc96aa2a71fc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-19T20:49:38Z', 'updated_at': '2021-07-19T20:54:07Z', 'revision_number': 6, 'project_id': '8c0deef17222485195dc96aa2a71fc49', 'gw_port_host': None}] {{(pid=78684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 20:54:07.664614 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Calling delete_port for 3a3a60a7-2932-4719-bea3-532a3ad48824 owned by network:router_gateway {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:54:07.833025 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:07.836570 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-29dd8027-2ea8-4a2c-b085-7f78c823896f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:54:07.882626 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3a60a7-2932-4719-bea3-532a3ad48824,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:54:07.885880 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:54:07.974570 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703739'] for router_gateway, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.149417 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1623'] for router, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.151522 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.180672 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-728957'] for router, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.181160 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81a92638-eb02-4081-88dc-ee5537ab82ca {{(pid=78682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 19 20:54:08.193338 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] Notify callbacks [] for router, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.194441 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-6f1d5328-f088-4608-b1be-cf3af915f6e4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/81a92638-eb02-4081-88dc-ee5537ab82ca HTTP/1.1" status: 204 len: 168 time: 1.3018279 Jul 19 20:54:08.196965 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53924) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:54:08.258861 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0ade29-9cad-4432-ad8a-c2b0138e9648 admin admin] Deleting subnet e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb {{(pid=78682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 19 20:54:08.262340 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade29-9cad-4432-ad8a-c2b0138e9648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.311087 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade29-9cad-4432-ad8a-c2b0138e9648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2929497'] for subnet, precommit_delete_associations {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.394155 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade29-9cad-4432-ad8a-c2b0138e9648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1947034'] for subnet, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.466592 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade29-9cad-4432-ad8a-c2b0138e9648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1947959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2174257'] for subnet, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.470938 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:54:08.508269 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ade29-9cad-4432-ad8a-c2b0138e9648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:54:08.513227 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade29-9cad-4432-ad8a-c2b0138e9648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for subnet, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.520112 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-5a0ade29-9cad-4432-ad8a-c2b0138e9648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:54:08.521552 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c6e68-0e00-423a-97a0-e223a3d5f78d None None] Network 1abe5b61-9319-4a70-af0d-158eb2858d53 requested from dv-cinder-801321-1-iscsi {{(pid=78683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 19 20:54:08.524920 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-5a0ade29-9cad-4432-ad8a-c2b0138e9648 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e9a725e5-558a-4cfe-bb72-5d8fdcc24bcb HTTP/1.1" status: 204 len: 168 time: 0.3246169 Jul 19 20:54:08.525198 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53928) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:54:08.537193 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 3a3a60a7-2932-4719-bea3-532a3ad48824 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:54:08.580187 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: 3a3a60a7-2932-4719-bea3-532a3ad48824 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:54:08.580540 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 3a3a60a7-2932-4719-bea3-532a3ad48824 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:54:08.580969 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 54305176-767c-47b7-acef-704135e033bc no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:54:08.623606 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: 54305176-767c-47b7-acef-704135e033bc {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:54:08.624035 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device 54305176-767c-47b7-acef-704135e033bc not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:54:08.639350 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1959656'] for network, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.649921 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Deleting port edcad8cf-78a1-45a6-bd8c-9df474156823 {{(pid=78682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:54:08.650248 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.859126 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.db [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] For port edcad8cf-78a1-45a6-bd8c-9df474156823, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=edcad8cf-78a1-45a6-bd8c-9df474156823,segment=NetworkSegment(57c2597c-ae32-4311-b434-25549e31d5bb),segment_id=57c2597c-ae32-4311-b434-25549e31d5bb)] {{(pid=78682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:54:08.859551 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:08.866220 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eba130-68aa-4969-960a-ae202aaac2fe None None] DHCP port deletion for 1abe5b61-9319-4a70-af0d-158eb2858d53 request from dv-cinder-801321-1-iscsi {{(pid=78683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 19 20:54:08.870765 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-36eba130-68aa-4969-960a-ae202aaac2fe None None] Deleting port edcad8cf-78a1-45a6-bd8c-9df474156823 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:54:08.871178 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-36eba130-68aa-4969-960a-ae202aaac2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.081116 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.plugin [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Calling delete_port for edcad8cf-78a1-45a6-bd8c-9df474156823 owned by network:dhcp {{(pid=78682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:54:09.081744 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-36eba130-68aa-4969-960a-ae202aaac2fe None None] For port edcad8cf-78a1-45a6-bd8c-9df474156823, host dv-cinder-801321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-1-iscsi',level=0,port_id=edcad8cf-78a1-45a6-bd8c-9df474156823,segment=NetworkSegment(57c2597c-ae32-4311-b434-25549e31d5bb),segment_id=57c2597c-ae32-4311-b434-25549e31d5bb)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 19 20:54:09.082043 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-36eba130-68aa-4969-960a-ae202aaac2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733910'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.162043 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1889613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736792436026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736792070467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2910015'] for port, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.165926 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-7ac50e11-daf8-4b00-a167-8ecd57228ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:54:09.208175 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-36eba130-68aa-4969-960a-ae202aaac2fe None None] Calling delete_port for edcad8cf-78a1-45a6-bd8c-9df474156823 owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 19 20:54:09.209207 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Pushing event deleted for resources: {'Port': ['ID=edcad8cf-78a1-45a6-bd8c-9df474156823,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:54:09.212202 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:54:09.212977 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] No DVR routers for this DVR port edcad8cf-78a1-45a6-bd8c-9df474156823 on host dv-cinder-801321-1-iscsi {{(pid=78682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 19 20:54:09.312782 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.db.api [None req-36eba130-68aa-4969-960a-ae202aaac2fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 19 20:54:09.313136 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG oslo_db.api [None req-36eba130-68aa-4969-960a-ae202aaac2fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 20:54:09.333082 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949281', 'neutron.services.segments.db._delete_segments_for_network-8736792607052'] for network, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.346238 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abe5b61-9319-4a70-af0d-158eb2858d53']}} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:09.357933 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c2597c-ae32-4311-b434-25549e31d5bb') {'for_net_delete': True} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:09.358222 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.services.segments.db [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c2597c-ae32-4311-b434-25549e31d5bb') {} {{(pid=78682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 20:54:09.369187 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736792616542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2929478'] for segment, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.384654 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1946016'] for segment, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.390954 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=78682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 20:54:09.391358 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1946025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909962'] for segment, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: Traceback (most recent call last): Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: timer() Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: cb(*args, **kw) Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: return func(*args, **kwargs) Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: self._notify() Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: self.callback(batched_events) Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: event.method(event) Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: aggregate_uuid = self.p_client.list_aggregates( Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: return f(self, *a, **k) Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._get(url).json() Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: return self.request(url, 'GET', **kwargs) Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: base_url = self.get_endpoint(auth, allow=allow, Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 19 20:54:09.404630 dv-cinder-801321-1-iscsi neutron-server[78682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 19 20:54:09.480644 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703702'] for network, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.484198 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:54:09.497277 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553858'] for network, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.507652 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=1abe5b61-9319-4a70-af0d-158eb2858d53,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:54:09.514065 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:54:09.515832 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-27e70430-c1d3-4173-baa8-6cf84c7abbeb admin admin] 10.222.0.36 "DELETE /v2.0/networks/1abe5b61-9319-4a70-af0d-158eb2858d53 HTTP/1.1" status: 204 len: 168 time: 0.9898884 Jul 19 20:54:09.722907 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53934) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:54:09.770957 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-b1dbafae-2a2a-4dd9-b4c9-6f05f3b26265 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67d1ab264015459b9040b38c19936bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468032 Jul 19 20:54:09.773218 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [-] (78682) accepted ('10.222.0.36', 53938) {{(pid=78682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:54:09.814160 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-36eba130-68aa-4969-960a-ae202aaac2fe None None] Deleting port edcad8cf-78a1-45a6-bd8c-9df474156823 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 19 20:54:09.814729 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-36eba130-68aa-4969-960a-ae202aaac2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736792433062'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.837748 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-67ca0278-16bb-422a-871c-455e89c350b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.864860 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-67ca0278-16bb-422a-871c-455e89c350b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.884002 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-36eba130-68aa-4969-960a-ae202aaac2fe None None] The port 'edcad8cf-78a1-45a6-bd8c-9df474156823' was deleted {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 19 20:54:09.916912 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-67ca0278-16bb-422a-871c-455e89c350b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.922358 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-e96233de-b2bf-4833-91c2-53bed07c6275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:54:09.936171 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca0278-16bb-422a-871c-455e89c350b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d354b6c2-c1cd-4e5f-b9ae-bd6beee6aee8,revision_number=None']} {{(pid=78682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:54:09.939599 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG oslo_concurrency.lockutils [None req-67ca0278-16bb-422a-871c-455e89c350b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:54:09.942935 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron_lib.callbacks.manager [None req-67ca0278-16bb-422a-871c-455e89c350b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:09.946736 dv-cinder-801321-1-iscsi neutron-server[78682]: INFO neutron.wsgi [None req-67ca0278-16bb-422a-871c-455e89c350b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d354b6c2-c1cd-4e5f-b9ae-bd6beee6aee8 HTTP/1.1" status: 204 len: 168 time: 0.1725767 Jul 19 20:54:10.277043 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53946) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:54:10.327386 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-13a31ed3-7361-4b2f-92a4-296df3a51bf3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c0deef17222485195dc96aa2a71fc49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490677 Jul 19 20:54:10.329790 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [-] (78681) accepted ('10.222.0.36', 53950) {{(pid=78681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 19 20:54:10.393960 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d884ffa4-973e-4c48-9ed9-c7ae39443e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:10.418954 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d884ffa4-973e-4c48-9ed9-c7ae39443e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:10.475947 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d884ffa4-973e-4c48-9ed9-c7ae39443e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731305'] for security_group, after_delete {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:10.479817 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-584cd367-6e8f-48d7-addd-f14cb988b685 tempest-TestShelveInstance-834561736 tempest-TestShelveInstance-834561736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 19 20:54:10.491314 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884ffa4-973e-4c48-9ed9-c7ae39443e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffc6746-1429-4c19-b77d-704fa071ab40,revision_number=None']} {{(pid=78681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 20:54:10.494207 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG oslo_concurrency.lockutils [None req-d884ffa4-973e-4c48-9ed9-c7ae39443e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 19 20:54:10.501288 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron_lib.callbacks.manager [None req-d884ffa4-973e-4c48-9ed9-c7ae39443e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:10.505103 dv-cinder-801321-1-iscsi neutron-server[78681]: INFO neutron.wsgi [None req-d884ffa4-973e-4c48-9ed9-c7ae39443e0d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ffc6746-1429-4c19-b77d-704fa071ab40 HTTP/1.1" status: 204 len: 168 time: 0.1726804 Jul 19 20:54:10.515045 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device edcad8cf-78a1-45a6-bd8c-9df474156823 no longer exists at agent ovs-agent-dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 19 20:54:10.549216 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] No Port match for: edcad8cf-78a1-45a6-bd8c-9df474156823 {{(pid=78683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 19 20:54:10.549565 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.rpc [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Device edcad8cf-78a1-45a6-bd8c-9df474156823 not bound to the agent host dv-cinder-801321-1-iscsi {{(pid=78683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 19 20:54:17.329206 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:29.871579 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:54:30.699830 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bcde3ba2-8cb5-4e61-bbfc-38e2b3f63e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:31.349912 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:33.427600 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b7c99f61-97fb-477d-a930-75659dc36984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:35.219872 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:36.716907 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:54:47.351753 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:55:00.701998 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-26a115ea-ad94-44d2-b5a7-40d89942401d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:55:01.353127 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:55:03.428809 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-32d0ad68-26f0-4098-9cee-04698c5df80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:55:05.221404 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:55:06.720994 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:55:06.871110 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:55:17.342000 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:55:30.704673 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a0838593-5729-45d8-987e-0ffac27d4c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:55:31.355044 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:55:33.431354 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-32ac91a8-394b-4339-851b-bbf233a06435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:55:35.224765 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:55:36.722635 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:55:43.869395 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:55:47.357925 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:00.707342 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cafab14a-9b74-4753-b586-1ad9251b17ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:01.358448 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:03.433141 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3119c799-cc7c-4fc3-ad1a-f60647b12af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:05.226606 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:06.724123 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:17.355570 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:20.868989 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:56:30.709878 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-40c4151e-9ff0-410e-861d-758dc83660cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:31.359525 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:33.434848 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bfae866a-cb75-4701-a3cf-94dbc11c6f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:35.228240 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:36.727915 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:45.584710 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [req-3cce80c7-b27c-4832-9621-bcc6e84f0097 req-84c5b718-30ed-4167-981f-af62a488a9d3 service neutron] (78682) timed out ('10.222.0.45', 54380) {{(pid=78682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 19 20:56:47.385295 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:56:56.336575 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [req-c5c1e2a3-7659-496d-a274-38d891482d14 req-6f18b68d-6413-4ec6-93b7-f82a8dc8ed25 service neutron] (78682) timed out ('10.222.0.45', 54411) {{(pid=78682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 19 20:56:57.867777 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:57:00.711956 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4a354c07-b6be-4675-b0b1-361c47b7abe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:57:01.361787 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:57:03.436850 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9047-a48b-48b5-8798-fa068ac8383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:57:05.231669 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:57:06.731246 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:57:17.368669 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:57:30.713952 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-048cffbe-ed5b-44f6-ba0d-b4c8f973b317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:57:31.363645 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:57:33.438128 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1550e40b-fbe6-483e-974b-94dd558cc8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:57:34.866237 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:57:35.234574 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:57:36.734316 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:57:47.383377 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:57:58.007887 dv-cinder-801321-1-iscsi neutron-server[78682]: DEBUG neutron.wsgi [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-a602da8c-d8c0-48b3-a99e-7ceffb620d9d service neutron] (78682) timed out ('10.222.0.36', 47284) {{(pid=78682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 19 20:58:00.716351 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7d58-8743-4715-9742-8108f82c73c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:58:01.364433 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:58:03.438796 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-29849fe0-0e4b-494f-85c6-3e4296b298e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:58:05.237233 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:58:06.736076 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:58:06.850124 dv-cinder-801321-1-iscsi neutron-server[78681]: DEBUG neutron.wsgi [req-c6a1ed92-e0b0-4ff5-8938-c10f00b05147 req-1d3411bd-da57-47bf-b701-e2aba7458d8d service neutron] (78681) timed out ('10.222.0.45', 54412) {{(pid=78681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 19 20:58:11.865336 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:58:17.381312 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:58:30.719136 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7d9c1088-8d8a-4a9d-9aa0-09eec820a36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:58:31.368721 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:58:33.440244 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a54cd5dd-d65d-4142-bcf2-488e8a4c0aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:58:35.239448 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:58:36.738526 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:58:47.395074 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:58:48.864021 dv-cinder-801321-1-iscsi neutron-server[78684]: DEBUG neutron.db.agents_db [None req-081c0f34-a69f-439c-899f-de06633720d2 None None] Agent healthcheck: found 6 active agents {{(pid=78684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 19 20:59:00.722450 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-87ffd222-5126-40c1-90f6-4e8d7e4d6d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:59:01.370153 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3b8650e4-d1d6-418a-be40-e315b3feebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:59:03.442767 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f5f09249-94d4-483a-9efd-edb1c89238bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:59:05.241971 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c705f912-8d18-453a-a2c0-dd9ca1c7385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:59:06.740379 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-94a403d8-566e-4d50-bff4-c6683dd80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 19 20:59:17.380256 dv-cinder-801321-1-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fc3b9975-2e55-44b6-aecd-3cfc06029021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736792607133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1944667'] for agent, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}